01:58:51.419 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:58:51.419 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskoQs3W4/test-tmp
01:58:51.419 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
01:58:51.419 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskoQs3W4/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
01:58:51.422 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:58:51.749 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:58:51.749 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:58:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:51.751855 2491 mini_oidc.cc:150] Starting JWKS server
01:58:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:51.754132 2491 webserver.cc:533] Webserver started at http://127.0.0.1:34039/ using document root <none> and password file <none>
01:58:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:51.754350 2491 mini_oidc.cc:186] Starting OIDC Discovery server
01:58:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:51.754820 2491 webserver.cc:533] Webserver started at http://127.0.0.1:36445/ using document root <none> and password file <none>
01:58:51.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:58:51Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:58:51.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:58:51Z Disabled control of system clock
01:58:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:51.782644 2491 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data
01:58:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/logs
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data/info.pb
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.254:43785
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.254
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34039/jwks.json
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
01:58:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
01:58:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.101858 2502 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.102195 2502 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.102306 2502 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.110616 2502 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:58:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.110729 2502 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
01:58:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.110796 2502 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.110847 2502 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:58:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.110916 2502 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:58:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.110973 2502 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:58:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.111053 2502 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34039/jwks.json
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.121336 2502 master_runner.cc:387] Master server non-default flags:
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/logs
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.254:43785
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34039/jwks.json
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data/info.pb
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.254
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 01:43:22 UTC on bdcb31816ec0
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14017
01:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:52.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.123188 2502 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:52.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.124943 2502 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:52.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.132719 2507 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.132669 2508 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.133411 2510 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.134210 2502 server_base.cc:1061] running on GCE node
01:58:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.134956 2502 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.136336 2502 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:52.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.137557 2502 hybrid_clock.cc:648] HybridClock initialized: now 1790474332137493 us; error 34 us; skew 500 ppm
01:58:52.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.137923 2502 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.140205 2502 webserver.cc:533] Webserver started at http://127.2.110.254:45695/ using document root <none> and password file <none>
01:58:52.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.140941 2502 fs_manager.cc:362] Metadata directory not provided
01:58:52.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.141095 2502 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:52.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.141464 2502 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.143831 2502 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data/instance:
01:58:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dc213224dbf492fa6037764694d0d24"
01:58:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:52 on dist-test-slave-lkt8"
01:58:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.144640 2502 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal/instance:
01:58:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dc213224dbf492fa6037764694d0d24"
01:58:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:52 on dist-test-slave-lkt8"
01:58:52.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.150324 2502 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.003s
01:58:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.153963 2516 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:58:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.155443 2502 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
01:58:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.155613 2502 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data,/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dc213224dbf492fa6037764694d0d24"
01:58:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:52 on dist-test-slave-lkt8"
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.155815 2502 fs_report.cc:389] FS layout report
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data/data
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:52.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.177476 2502 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:58:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.178411 2502 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.178709 2502 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.200821 2502 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.254:43785
01:58:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.200850 2577 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.110.254:43785 every 8 connection(s)
01:58:52.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.202414 2502 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data/info.pb
01:58:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.206590 2578 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:52.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.209317 2491 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu as pid 2502
01:58:52.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.209637 2491 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal/instance
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.212494 2491 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/wal
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/data
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/logs
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/data/info.pb
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.253:44917
01:58:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.253
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34039/jwks.json
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
01:58:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
01:58:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.214155 2578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } has no permanent_uuid. Determining permanent_uuid...
01:58:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.231288 2578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } has no permanent_uuid. Determining permanent_uuid...
01:58:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.232590 2520 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:58:52.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.234267 2578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:58:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.283653 2578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } attempt: 1
01:58:52.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.286015 2578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:58:52.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.354266 2578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } attempt: 2
01:58:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.356233 2578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:58:52.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.447492 2578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } attempt: 3
01:58:52.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.449446 2578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:58:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.540789 2580 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.541165 2580 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.541293 2580 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.549575 2580 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:58:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.549682 2580 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
01:58:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.549753 2580 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.549810 2580 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:58:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.549878 2580 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:58:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.549932 2580 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:58:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.550016 2580 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34039/jwks.json
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.560283 2580 master_runner.cc:387] Master server non-default flags:
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/logs
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/data
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/wal
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.253:44917
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34039/jwks.json
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/data/info.pb
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.253
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 01:43:22 UTC on bdcb31816ec0
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14017
01:58:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.562327 2580 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.564157 2580 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.571887 2589 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.571856 2588 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.572815 2591 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.573071 2580 server_base.cc:1061] running on GCE node
01:58:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.573770 2580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.575202 2580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:52.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.576436 2580 hybrid_clock.cc:648] HybridClock initialized: now 1790474332576368 us; error 42 us; skew 500 ppm
01:58:52.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.576795 2580 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:52.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.579162 2580 webserver.cc:533] Webserver started at http://127.2.110.253:42531/ using document root <none> and password file <none>
01:58:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.579929 2580 fs_manager.cc:362] Metadata directory not provided
01:58:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.580055 2580 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.580394 2580 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.582805 2580 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/data/instance:
01:58:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd5a8d5e7e274550a0c87d04ab961c29"
01:58:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:52 on dist-test-slave-lkt8"
01:58:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.583590 2580 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/wal/instance:
01:58:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd5a8d5e7e274550a0c87d04ab961c29"
01:58:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:52 on dist-test-slave-lkt8"
01:58:52.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.588973 2580 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.004s
01:58:52.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.592617 2597 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:58:52.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.592666 2578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } attempt: 4
01:58:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.594321 2580 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:58:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.594497 2580 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/data,/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/wal
01:58:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd5a8d5e7e274550a0c87d04ab961c29"
01:58:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:52 on dist-test-slave-lkt8"
01:58:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.594744 2578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:58:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.594714 2580 fs_report.cc:389] FS layout report
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/wal
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/wal
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/data/data
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:52.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.614144 2580 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:58:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.615114 2580 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.615423 2580 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:52.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.636847 2580 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.253:44917
01:58:52.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.636870 2658 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.110.253:44917 every 8 connection(s)
01:58:52.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.638530 2580 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/data/info.pb
01:58:52.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.640390 2491 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu as pid 2580
01:58:52.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.640522 2491 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-1/wal/instance
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.641600 2491 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/wal
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/data
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/logs
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/data/info.pb
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.252:33043
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.252
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34039/jwks.json
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
01:58:52.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.643253 2659 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:52.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.651129 2659 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } has no permanent_uuid. Determining permanent_uuid...
01:58:52.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.665712 2659 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } has no permanent_uuid. Determining permanent_uuid...
01:58:52.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.675395 2659 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } has no permanent_uuid. Determining permanent_uuid...
01:58:52.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.676812 2598 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:58:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.678778 2659 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.252:33043: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:58:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.728161 2659 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } attempt: 1
01:58:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.730363 2659 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.252:33043: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:58:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.798658 2659 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } attempt: 2
01:58:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.801097 2659 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.252:33043: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:58:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.892386 2659 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } attempt: 3
01:58:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.893953 2578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } attempt: 5
01:58:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.894762 2659 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.252:33043: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:58:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.903960 2578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } has no permanent_uuid. Determining permanent_uuid...
01:58:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.905983 2578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.252:33043: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:58:52.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.957193 2578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } attempt: 1
01:58:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.959129 2578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.252:33043: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:58:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.975957 2661 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.976262 2661 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.976351 2661 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.984767 2661 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:58:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.984867 2661 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
01:58:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.984912 2661 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.984952 2661 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:58:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.985001 2661 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:58:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.985039 2661 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:58:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:52.985121 2661 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34039/jwks.json
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.995335 2661 master_runner.cc:387] Master server non-default flags:
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/logs
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/data
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/wal
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.252:33043
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34039/jwks.json
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/data/info.pb
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.252
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 01:43:22 UTC on bdcb31816ec0
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14017
01:58:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.996917 2661 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:52.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:52.998728 2661 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:53.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.006669 2672 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.006714 2670 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.007067 2669 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.007370 2661 server_base.cc:1061] running on GCE node
01:58:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.008085 2661 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:53.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.009567 2661 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.010778 2661 hybrid_clock.cc:648] HybridClock initialized: now 1790474333010718 us; error 41 us; skew 500 ppm
01:58:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.011096 2661 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:53.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.013249 2661 webserver.cc:533] Webserver started at http://127.2.110.252:42609/ using document root <none> and password file <none>
01:58:53.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.013978 2661 fs_manager.cc:362] Metadata directory not provided
01:58:53.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.014101 2661 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:53.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.014461 2661 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.016848 2661 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/data/instance:
01:58:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3426549a497b4d84aea11ba8679e2fda"
01:58:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:53 on dist-test-slave-lkt8"
01:58:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.017731 2661 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/wal/instance:
01:58:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3426549a497b4d84aea11ba8679e2fda"
01:58:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:53 on dist-test-slave-lkt8"
01:58:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.023209 2661 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
01:58:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.026751 2678 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:58:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.027354 2578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } attempt: 2
01:58:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.028394 2661 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
01:58:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.028555 2661 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/data,/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/wal
01:58:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3426549a497b4d84aea11ba8679e2fda"
01:58:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:53 on dist-test-slave-lkt8"
01:58:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.028759 2661 fs_report.cc:389] FS layout report
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/wal
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/wal
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/data/data
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.029260 2578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.252:33043: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:58:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.037997 2659 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } attempt: 4
01:58:53.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.040058 2659 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.110.252:33043: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:58:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.048506 2661 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:58:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.049449 2661 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.049692 2661 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.071527 2661 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.252:33043
01:58:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.071549 2739 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.110.252:33043 every 8 connection(s)
01:58:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.073011 2661 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/data/info.pb
01:58:53.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.077418 2740 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:53.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.079465 2491 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu as pid 2661
01:58:53.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.079658 2491 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-2/wal/instance
01:58:53.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.084607 2740 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } has no permanent_uuid. Determining permanent_uuid...
01:58:53.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.105006 2740 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } has no permanent_uuid. Determining permanent_uuid...
01:58:53.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.111802 2740 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } has no permanent_uuid. Determining permanent_uuid...
01:58:53.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.121565 2740 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda: Bootstrap starting.
01:58:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.125277 2740 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda: Neither blocks nor log segments found. Creating new log.
01:58:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.126348 2740 log.cc:826] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda: Log is configured to *not* fsync() on all Append() calls
01:58:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.128909 2740 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda: No bootstrap required, opened a new log
01:58:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.134325 2740 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.134716 2740 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.134861 2740 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3426549a497b4d84aea11ba8679e2fda, State: Initialized, Role: FOLLOWER
01:58:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.135483 2578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } attempt: 3
01:58:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.135751 2740 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.137283 2747 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.137727 2747 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: This master's current role is: FOLLOWER
01:58:53.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.138451 2740 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: configured and running, proceeding with master startup.
01:58:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.146965 2578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: Bootstrap starting.
01:58:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.151003 2758 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:58:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.151080 2578 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: Neither blocks nor log segments found. Creating new log.
01:58:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.151126 2758 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:58:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.145691 2661 master_runner.cc:187] Error getting master registration for 127.2.110.254:43785: OK, instance_id { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" instance_seqno: 1790474332195760 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:58:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.152025 2661 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:58:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.152376 2578 log.cc:826] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: Log is configured to *not* fsync() on all Append() calls
01:58:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.154807 2578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: No bootstrap required, opened a new log
01:58:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.160467 2578 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.160732 2578 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.160842 2578 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4dc213224dbf492fa6037764694d0d24, State: Initialized, Role: FOLLOWER
01:58:53.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.161474 2578 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.162366 2761 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.162642 2761 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: This master's current role is: FOLLOWER
01:58:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.163486 2578 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: configured and running, proceeding with master startup.
01:58:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.174705 2772 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:58:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.175092 2772 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:58:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.173280 2502 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: OK, instance_id { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" instance_seqno: 1790474332631801 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:58:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.180321 2502 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:58:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.181366 2522 tablet.cc:2433] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:58:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.206707 2761 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:58:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.206987 2761 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.208784 2761 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:58:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.209897 2705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4dc213224dbf492fa6037764694d0d24" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3426549a497b4d84aea11ba8679e2fda" is_pre_election: true
01:58:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.210455 2705 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4dc213224dbf492fa6037764694d0d24 in term 0.
01:58:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.211191 2517 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3426549a497b4d84aea11ba8679e2fda, 4dc213224dbf492fa6037764694d0d24; no voters:
01:58:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.211751 2761 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:58:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.211910 2761 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:58:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.212011 2761 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 0 FOLLOWER]: Advancing to term 1
01:58:53.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.216272 2761 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.218801 2705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4dc213224dbf492fa6037764694d0d24" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3426549a497b4d84aea11ba8679e2fda"
01:58:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.219029 2705 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 0 FOLLOWER]: Advancing to term 1
01:58:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.223649 2705 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4dc213224dbf492fa6037764694d0d24 in term 1.
01:58:53.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.224550 2517 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3426549a497b4d84aea11ba8679e2fda, 4dc213224dbf492fa6037764694d0d24; no voters:
01:58:53.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.228158 2761 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 1 election: Requested vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:58:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.229173 2774 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 1 FOLLOWER]: Leader election won for term 1
01:58:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.229405 2774 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 1 LEADER]: Becoming Leader. State: Replica: 4dc213224dbf492fa6037764694d0d24, State: Running, Role: LEADER
01:58:53.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.230154 2774 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.235368 2761 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4dc213224dbf492fa6037764694d0d24. Latest consensus state: current_term: 1 leader_uuid: "4dc213224dbf492fa6037764694d0d24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.235641 2761 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: This master's current role is: LEADER
01:58:53.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.245702 2776 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
01:58:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.247852 2776 catalog_manager.cc:1533] Initializing Kudu cluster ID...
01:58:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.258172 2705 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 1 FOLLOWER]: Refusing update from remote peer 4dc213224dbf492fa6037764694d0d24: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:58:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.259315 2761 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.272209 2747 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4dc213224dbf492fa6037764694d0d24. Latest consensus state: current_term: 1 leader_uuid: "4dc213224dbf492fa6037764694d0d24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.272521 2747 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: This master's current role is: FOLLOWER
01:58:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.276409 2777 mvcc.cc:204] Tried to move back new op lower bound from 7333782869014286336 to 7333782868920340480. Current Snapshot: MvccSnapshot[applied={T|T < 7333782869014286336}]
01:58:53.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.277089 2774 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4dc213224dbf492fa6037764694d0d24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.277383 2774 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: This master's current role is: LEADER
01:58:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.279016 2778 mvcc.cc:204] Tried to move back new op lower bound from 7333782869014286336 to 7333782868920340480. Current Snapshot: MvccSnapshot[applied={T|T < 7333782869014286336}]
01:58:53.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.282830 2776 catalog_manager.cc:1396] Generated new cluster ID: 8ebc3de2f11f4094a060055ed6dfd4fb
01:58:53.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.282940 2776 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
01:58:53.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.283392 2747 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4dc213224dbf492fa6037764694d0d24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.283603 2747 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: This master's current role is: FOLLOWER
01:58:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.319983 2776 catalog_manager.cc:1419] Generated new certificate authority record
01:58:53.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.323144 2776 catalog_manager.cc:1553] Loading token signing keys...
01:58:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.339246 2659 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } attempt: 5
01:58:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.347777 2776 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: Generated new TSK 0
01:58:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.353549 2659 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29: Bootstrap starting.
01:58:53.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.359176 2659 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29: Neither blocks nor log segments found. Creating new log.
01:58:53.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.360435 2776 catalog_manager.cc:1563] Initializing in-progress tserver states...
01:58:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.361994 2659 log.cc:826] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29: Log is configured to *not* fsync() on all Append() calls
01:58:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.366801 2659 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29: No bootstrap required, opened a new log
01:58:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.374635 2659 raft_consensus.cc:359] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.375058 2659 raft_consensus.cc:385] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.375227 2659 raft_consensus.cc:740] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd5a8d5e7e274550a0c87d04ab961c29, State: Initialized, Role: FOLLOWER
01:58:53.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.375976 2659 consensus_queue.cc:260] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.382454 2783 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.383282 2659 sys_catalog.cc:565] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: configured and running, proceeding with master startup.
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.383713 2622 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 0 FOLLOWER]: Advancing to term 1
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.383940 2491 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/wal
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/data
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/logs
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/data/info.pb
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.193:0
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.193
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.193
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.384101 2623 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4dc213224dbf492fa6037764694d0d24" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd5a8d5e7e274550a0c87d04ab961c29"
01:58:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.383306 2624 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4dc213224dbf492fa6037764694d0d24" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" is_pre_election: true
01:58:53.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.390216 2622 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 1 FOLLOWER]: Refusing update from remote peer 4dc213224dbf492fa6037764694d0d24: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:58:53.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.391080 2761 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.407451 2783 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: This master's current role is: FOLLOWER
01:58:53.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.450798 2783 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4dc213224dbf492fa6037764694d0d24. Latest consensus state: current_term: 1 leader_uuid: "4dc213224dbf492fa6037764694d0d24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.451059 2783 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: This master's current role is: FOLLOWER
01:58:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.451404 2787 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4dc213224dbf492fa6037764694d0d24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.451687 2787 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: This master's current role is: FOLLOWER
01:58:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.452103 2786 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4dc213224dbf492fa6037764694d0d24)
01:58:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.452337 2786 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.454237 2786 leader_election.cc:290] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:58:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.455789 2543 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4dc213224dbf492fa6037764694d0d24" is_pre_election: true
01:58:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.456701 2705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3426549a497b4d84aea11ba8679e2fda" is_pre_election: true
01:58:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.458257 2600 leader_election.cc:304] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cd5a8d5e7e274550a0c87d04ab961c29; no voters: 3426549a497b4d84aea11ba8679e2fda, 4dc213224dbf492fa6037764694d0d24
01:58:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.459137 2786 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:58:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.468478 2801 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:58:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.483224 2761 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4dc213224dbf492fa6037764694d0d24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.483492 2761 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: This master's current role is: LEADER
01:58:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.863310 2785 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.863610 2785 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.863698 2785 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.872278 2785 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.872431 2785 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
01:58:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.872483 2785 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
01:58:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.872516 2785 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
01:58:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.872601 2785 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.110.193
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.882810 2785 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/logs
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/data
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/wal
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.193:0
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/data/info.pb
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.193
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.193
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 01:43:22 UTC on bdcb31816ec0
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14017
01:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:53.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.884413 2785 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:53.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.886240 2785 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.895558 2807 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.895709 2806 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:53.896138 2809 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.896611 2785 server_base.cc:1061] running on GCE node
01:58:53.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.897262 2785 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.898185 2785 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.899420 2785 hybrid_clock.cc:648] HybridClock initialized: now 1790474333899349 us; error 47 us; skew 500 ppm
01:58:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.899724 2785 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:53.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.901926 2785 webserver.cc:533] Webserver started at http://127.2.110.193:43445/ using document root <none> and password file <none>
01:58:53.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.902633 2785 fs_manager.cc:362] Metadata directory not provided
01:58:53.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.902736 2785 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.903015 2785 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.905404 2785 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/data/instance:
01:58:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb7623da3b044ca99d86022705bd67db"
01:58:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:53 on dist-test-slave-lkt8"
01:58:53.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.906093 2785 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/wal/instance:
01:58:53.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb7623da3b044ca99d86022705bd67db"
01:58:53.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:53 on dist-test-slave-lkt8"
01:58:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.911702 2785 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
01:58:53.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.914947 2815 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.916311 2785 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.916445 2785 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/data,/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/wal
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb7623da3b044ca99d86022705bd67db"
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:53 on dist-test-slave-lkt8"
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.916608 2785 fs_report.cc:389] FS layout report
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/wal
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/wal
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/data/data
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.931329 2785 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:58:53.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.932098 2785 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:53.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.932381 2785 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.935425 2785 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:58:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.935523 2785 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:58:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.935601 2785 ts_tablet_manager.cc:616] Registered 0 tablets
01:58:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.935693 2785 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:58:53.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.998118 2785 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.193:38783
01:58:53.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.998173 2939 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.110.193:38783 every 8 connection(s)
01:58:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:53.999442 2785 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/data/info.pb
01:58:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.003058 2940 heartbeater.cc:344] Connected to a master server at 127.2.110.254:43785
01:58:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.003384 2940 heartbeater.cc:461] Registering TS with master...
01:58:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.004369 2940 heartbeater.cc:507] Master 127.2.110.254:43785 requested a full tablet report, sending...
01:58:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.007126 2491 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu as pid 2785
01:58:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.007138 2532 ts_manager.cc:194] Registered new tserver with Master: bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783)
01:58:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.007316 2491 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-0/wal/instance
01:58:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.008677 2532 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.110.193:59749
01:58:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.009868 2942 heartbeater.cc:344] Connected to a master server at 127.2.110.253:44917
01:58:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.009995 2942 heartbeater.cc:461] Registering TS with master...
01:58:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.010421 2942 heartbeater.cc:507] Master 127.2.110.253:44917 requested a full tablet report, sending...
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.012074 2613 ts_manager.cc:194] Registered new tserver with Master: bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783)
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.012135 2491 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/wal
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/data
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/logs
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/data/info.pb
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.194:0
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.194
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.194
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
01:58:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
01:58:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.014969 2941 heartbeater.cc:344] Connected to a master server at 127.2.110.252:33043
01:58:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.015105 2941 heartbeater.cc:461] Registering TS with master...
01:58:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.015419 2941 heartbeater.cc:507] Master 127.2.110.252:33043 requested a full tablet report, sending...
01:58:54.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.016885 2695 ts_manager.cc:194] Registered new tserver with Master: bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783)
01:58:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.153559 2758 catalog_manager.cc:1308] Loaded cluster ID: 8ebc3de2f11f4094a060055ed6dfd4fb
01:58:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.153679 2758 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda: loading cluster ID for follower catalog manager: success
01:58:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.157415 2758 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda: acquiring CA information for follower catalog manager: success
01:58:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.159917 2758 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:58:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.350541 2945 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.350847 2945 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.350940 2945 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.359375 2945 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.359508 2945 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
01:58:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.359555 2945 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
01:58:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.359588 2945 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
01:58:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.359680 2945 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.110.194
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.369923 2945 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/logs
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/data
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/wal
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.194:0
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/data/info.pb
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.194
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.194
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
01:58:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 01:43:22 UTC on bdcb31816ec0
01:58:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14017
01:58:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.371577 2945 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.373431 2945 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:54.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.382977 2950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:54.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.382997 2951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:54.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.383819 2953 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:54.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.383950 2945 server_base.cc:1061] running on GCE node
01:58:54.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.384575 2945 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.385574 2945 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.386777 2945 hybrid_clock.cc:648] HybridClock initialized: now 1790474334386704 us; error 52 us; skew 500 ppm
01:58:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.387053 2945 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:54.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.389197 2945 webserver.cc:533] Webserver started at http://127.2.110.194:41725/ using document root <none> and password file <none>
01:58:54.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.389889 2945 fs_manager.cc:362] Metadata directory not provided
01:58:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.389988 2945 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.390268 2945 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.392561 2945 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/data/instance:
01:58:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad66e9ce14e34e238fd19b370a7e1046"
01:58:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:54 on dist-test-slave-lkt8"
01:58:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.393299 2945 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/wal/instance:
01:58:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad66e9ce14e34e238fd19b370a7e1046"
01:58:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:54 on dist-test-slave-lkt8"
01:58:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.398558 2945 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
01:58:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.401997 2959 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.403366 2945 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.403512 2945 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/data,/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/wal
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad66e9ce14e34e238fd19b370a7e1046"
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:54 on dist-test-slave-lkt8"
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.403671 2945 fs_report.cc:389] FS layout report
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/wal
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/wal
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/data/data
01:58:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:54.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.419435 2945 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:58:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.420329 2945 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.420569 2945 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.423539 2945 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:58:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.423642 2945 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:58:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.423745 2945 ts_tablet_manager.cc:616] Registered 0 tablets
01:58:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.423843 2945 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:58:54.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.474936 2801 catalog_manager.cc:1308] Loaded cluster ID: 8ebc3de2f11f4094a060055ed6dfd4fb
01:58:54.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.475102 2801 catalog_manager.cc:1601] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29: loading cluster ID for follower catalog manager: success
01:58:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.477677 2945 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.194:41763
01:58:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.477736 3081 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.110.194:41763 every 8 connection(s)
01:58:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.479387 2801 catalog_manager.cc:1623] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29: acquiring CA information for follower catalog manager: success
01:58:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.479791 2945 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/data/info.pb
01:58:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.482821 2801 catalog_manager.cc:1651] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:58:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.483115 3082 heartbeater.cc:344] Connected to a master server at 127.2.110.254:43785
01:58:54.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.483522 3082 heartbeater.cc:461] Registering TS with master...
01:58:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.485137 3082 heartbeater.cc:507] Master 127.2.110.254:43785 requested a full tablet report, sending...
01:58:54.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.487133 2532 ts_manager.cc:194] Registered new tserver with Master: ad66e9ce14e34e238fd19b370a7e1046 (127.2.110.194:41763)
01:58:54.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.488312 2532 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.110.194:57145
01:58:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.489377 2491 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu as pid 2945
01:58:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.489562 2491 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-1/wal/instance
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.496526 2491 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/wal
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/data
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/logs
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/data/info.pb
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.195:0
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.195
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.195
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
01:58:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
01:58:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.499111 3083 heartbeater.cc:344] Connected to a master server at 127.2.110.252:33043
01:58:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.499257 3083 heartbeater.cc:461] Registering TS with master...
01:58:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.499588 3083 heartbeater.cc:507] Master 127.2.110.252:33043 requested a full tablet report, sending...
01:58:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.500654 2695 ts_manager.cc:194] Registered new tserver with Master: ad66e9ce14e34e238fd19b370a7e1046 (127.2.110.194:41763)
01:58:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.504232 3084 heartbeater.cc:344] Connected to a master server at 127.2.110.253:44917
01:58:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.504390 3084 heartbeater.cc:461] Registering TS with master...
01:58:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.504662 3084 heartbeater.cc:507] Master 127.2.110.253:44917 requested a full tablet report, sending...
01:58:54.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.505832 2613 ts_manager.cc:194] Registered new tserver with Master: ad66e9ce14e34e238fd19b370a7e1046 (127.2.110.194:41763)
01:58:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.838495 3087 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.838785 3087 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.838874 3087 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.847340 3087 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.847476 3087 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
01:58:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.847522 3087 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
01:58:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.847558 3087 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
01:58:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.847641 3087 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.110.195
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.857816 3087 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/logs
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/data
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/wal
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.195:0
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/data/info.pb
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.195
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.110.195
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 01:43:22 UTC on bdcb31816ec0
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14017
01:58:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.859791 3087 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:54.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.861775 3087 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.871417 3093 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.871515 3092 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:54.871376 3095 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.874603 3087 server_base.cc:1061] running on GCE node
01:58:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.875274 3087 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.876288 3087 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.877509 3087 hybrid_clock.cc:648] HybridClock initialized: now 1790474334877435 us; error 46 us; skew 500 ppm
01:58:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.877856 3087 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.880117 3087 webserver.cc:533] Webserver started at http://127.2.110.195:41249/ using document root <none> and password file <none>
01:58:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.880859 3087 fs_manager.cc:362] Metadata directory not provided
01:58:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.880981 3087 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.881345 3087 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.883747 3087 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/data/instance:
01:58:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fd68aee315042e8ac0d620dd43b2595"
01:58:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:54 on dist-test-slave-lkt8"
01:58:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.884500 3087 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/wal/instance:
01:58:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fd68aee315042e8ac0d620dd43b2595"
01:58:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:54 on dist-test-slave-lkt8"
01:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.889786 3087 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
01:58:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.893146 3101 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:58:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.894500 3087 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
01:58:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.894656 3087 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/data,/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/wal
01:58:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fd68aee315042e8ac0d620dd43b2595"
01:58:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:54 on dist-test-slave-lkt8"
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.894832 3087 fs_report.cc:389] FS layout report
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/wal
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/wal
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/data/data
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.914263 3087 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:58:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.915180 3087 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.915490 3087 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.918584 3087 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:58:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.918702 3087 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:58:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.918812 3087 ts_tablet_manager.cc:616] Registered 0 tablets
01:58:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.918913 3087 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:58:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.984367 3087 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.195:39845
01:58:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.984434 3222 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.110.195:39845 every 8 connection(s)
01:58:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.985846 3087 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/data/info.pb
01:58:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.988587 3223 heartbeater.cc:344] Connected to a master server at 127.2.110.254:43785
01:58:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.989454 3223 heartbeater.cc:461] Registering TS with master...
01:58:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.990301 3223 heartbeater.cc:507] Master 127.2.110.254:43785 requested a full tablet report, sending...
01:58:54.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.991782 2532 ts_manager.cc:194] Registered new tserver with Master: 8fd68aee315042e8ac0d620dd43b2595 (127.2.110.195:39845)
01:58:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.992750 2532 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.110.195:59773
01:58:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.992967 2491 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu as pid 3087
01:58:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.993144 2491 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/ts-2/wal/instance
01:58:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.994485 3224 heartbeater.cc:344] Connected to a master server at 127.2.110.252:33043
01:58:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.994639 3224 heartbeater.cc:461] Registering TS with master...
01:58:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.994951 3224 heartbeater.cc:507] Master 127.2.110.252:33043 requested a full tablet report, sending...
01:58:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.995976 2695 ts_manager.cc:194] Registered new tserver with Master: 8fd68aee315042e8ac0d620dd43b2595 (127.2.110.195:39845)
01:58:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.998112 3225 heartbeater.cc:344] Connected to a master server at 127.2.110.253:44917
01:58:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.998247 3225 heartbeater.cc:461] Registering TS with master...
01:58:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.998560 3225 heartbeater.cc:507] Master 127.2.110.253:44917 requested a full tablet report, sending...
01:58:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:54.999540 2613 ts_manager.cc:194] Registered new tserver with Master: 8fd68aee315042e8ac0d620dd43b2595 (127.2.110.195:39845)
01:58:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.006213 2491 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:58:55.008 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:58:55.008 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:58:55.009 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.2.110.254"
port: 43785
}
bound_http_address {
host: "127.2.110.254"
port: 45695
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.2.110.253"
port: 44917
}
bound_http_address {
host: "127.2.110.253"
port: 42531
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.2.110.252"
port: 33043
}
bound_http_address {
host: "127.2.110.252"
port: 42609
}
}
}
01:58:55.009 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:58:55.010 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.2.110.193"
port: 38783
}
bound_http_address {
host: "127.2.110.193"
port: 43445
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.2.110.194"
port: 41763
}
bound_http_address {
host: "127.2.110.194"
port: 41725
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.2.110.195"
port: 39845
}
bound_http_address {
host: "127.2.110.195"
port: 41249
}
}
}
01:58:55.010 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:58:55.011 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:58:55.013 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:58:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.013638 2940 heartbeater.cc:499] Master 127.2.110.254:43785 was elected leader, sending a full tablet report...
01:58:55.014 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:58:55.015 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.110.254:43785(127.2.110.254:43785)] connecting to peer
01:58:55.015 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.110.252:33043(127.2.110.252:33043)] Successfully connected to peer
01:58:55.016 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.110.254:43785(127.2.110.254:43785)] Successfully connected to peer
01:58:55.016 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.110.253:44917(127.2.110.253:44917)] Successfully connected to peer
01:58:55.017 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.2.110.254
01:58:55.017 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.2.110.252
01:58:55.017 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.2.110.253
01:58:55.029 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x5891f6fc, L:/127.0.0.1:43746 - R:/127.2.110.254:43785] using SASL/PLAIN
01:58:55.029 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x8078b152, L:/127.0.0.1:46450 - R:/127.2.110.252:33043] using SASL/PLAIN
01:58:55.031 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
01:58:55.032 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=19), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [19ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [19ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, deferred=null) after lookup
01:58:55.033 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x375b6769, L:/127.0.0.1:60482 - R:/127.2.110.253:44917] using SASL/PLAIN
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.033670 2532 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43746:
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:55.036164 2532 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
01:58:55.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9253bd3a07f444ce9366be69a57c596b
01:58:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.113091 3158 tablet_service.cc:1511] Processing CreateTablet for tablet 54ec7aca4c964e86a741a6bdc2079db3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
01:58:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.113080 3013 tablet_service.cc:1511] Processing CreateTablet for tablet 54ec7aca4c964e86a741a6bdc2079db3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
01:58:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.113740 3012 tablet_service.cc:1511] Processing CreateTablet for tablet 4574eee1a8f04d4f971807c32c846ab4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
01:58:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.113971 2870 tablet_service.cc:1511] Processing CreateTablet for tablet 54ec7aca4c964e86a741a6bdc2079db3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
01:58:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.113237 3157 tablet_service.cc:1511] Processing CreateTablet for tablet 4574eee1a8f04d4f971807c32c846ab4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
01:58:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.114880 3013 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 54ec7aca4c964e86a741a6bdc2079db3. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.114917 3158 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 54ec7aca4c964e86a741a6bdc2079db3. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.115212 2870 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 54ec7aca4c964e86a741a6bdc2079db3. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.115721 3012 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4574eee1a8f04d4f971807c32c846ab4. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.117916 2869 tablet_service.cc:1511] Processing CreateTablet for tablet 4574eee1a8f04d4f971807c32c846ab4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
01:58:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.118374 2869 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4574eee1a8f04d4f971807c32c846ab4. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:55.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.121078 3157 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4574eee1a8f04d4f971807c32c846ab4. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.131464 3251 tablet_bootstrap.cc:492] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db: Bootstrap starting.
01:58:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.138033 3251 tablet_bootstrap.cc:654] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db: Neither blocks nor log segments found. Creating new log.
01:58:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.138212 3250 tablet_bootstrap.cc:492] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046: Bootstrap starting.
01:58:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.139530 3251 log.cc:826] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db: Log is configured to *not* fsync() on all Append() calls
01:58:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.140995 3252 tablet_bootstrap.cc:492] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595: Bootstrap starting.
01:58:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.141908 3250 tablet_bootstrap.cc:654] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046: Neither blocks nor log segments found. Creating new log.
01:58:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.143275 3251 tablet_bootstrap.cc:492] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db: No bootstrap required, opened a new log
01:58:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.143225 3250 log.cc:826] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046: Log is configured to *not* fsync() on all Append() calls
01:58:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.143560 3251 ts_tablet_manager.cc:1403] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db: Time spent bootstrapping tablet: real 0.012s user 0.004s sys 0.004s
01:58:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.144927 3252 tablet_bootstrap.cc:654] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595: Neither blocks nor log segments found. Creating new log.
01:58:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.146209 3252 log.cc:826] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595: Log is configured to *not* fsync() on all Append() calls
01:58:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.147701 3250 tablet_bootstrap.cc:492] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046: No bootstrap required, opened a new log
01:58:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.148025 3250 ts_tablet_manager.cc:1403] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046: Time spent bootstrapping tablet: real 0.010s user 0.000s sys 0.007s
01:58:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.149153 3252 tablet_bootstrap.cc:492] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595: No bootstrap required, opened a new log
01:58:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.149447 3252 ts_tablet_manager.cc:1403] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
01:58:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.149427 3251 raft_consensus.cc:359] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.149802 3251 raft_consensus.cc:385] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.149914 3251 raft_consensus.cc:740] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb7623da3b044ca99d86022705bd67db, State: Initialized, Role: FOLLOWER
01:58:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.150547 3251 consensus_queue.cc:260] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.152372 3251 ts_tablet_manager.cc:1434] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db: Time spent starting tablet: real 0.009s user 0.000s sys 0.009s
01:58:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.155202 3250 raft_consensus.cc:359] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.155594 3250 raft_consensus.cc:385] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.155683 3250 raft_consensus.cc:740] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad66e9ce14e34e238fd19b370a7e1046, State: Initialized, Role: FOLLOWER
01:58:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.156395 3250 consensus_queue.cc:260] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.156700 3252 raft_consensus.cc:359] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } }
01:58:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.157233 3252 raft_consensus.cc:385] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.157433 3252 raft_consensus.cc:740] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8fd68aee315042e8ac0d620dd43b2595, State: Initialized, Role: FOLLOWER
01:58:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.158146 3252 consensus_queue.cc:260] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } }
01:58:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.160102 3251 tablet_bootstrap.cc:492] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db: Bootstrap starting.
01:58:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.162015 3251 tablet_bootstrap.cc:654] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db: Neither blocks nor log segments found. Creating new log.
01:58:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.163738 3251 tablet_bootstrap.cc:492] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db: No bootstrap required, opened a new log
01:58:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.163882 3251 ts_tablet_manager.cc:1403] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
01:58:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.164508 3250 ts_tablet_manager.cc:1434] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046: Time spent starting tablet: real 0.016s user 0.009s sys 0.008s
01:58:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.164530 3251 raft_consensus.cc:359] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } }
01:58:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.164703 3251 raft_consensus.cc:385] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.164811 3251 raft_consensus.cc:740] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb7623da3b044ca99d86022705bd67db, State: Initialized, Role: FOLLOWER
01:58:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.165071 3251 consensus_queue.cc:260] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } }
01:58:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.165486 3223 heartbeater.cc:499] Master 127.2.110.254:43785 was elected leader, sending a full tablet report...
01:58:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.165548 3251 ts_tablet_manager.cc:1434] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
01:58:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.165653 3082 heartbeater.cc:499] Master 127.2.110.254:43785 was elected leader, sending a full tablet report...
01:58:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.166250 3252 ts_tablet_manager.cc:1434] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595: Time spent starting tablet: real 0.017s user 0.015s sys 0.000s
01:58:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.166777 3250 tablet_bootstrap.cc:492] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046: Bootstrap starting.
01:58:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.169018 3250 tablet_bootstrap.cc:654] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046: Neither blocks nor log segments found. Creating new log.
01:58:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.180116 3252 tablet_bootstrap.cc:492] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595: Bootstrap starting.
01:58:55.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.182354 3252 tablet_bootstrap.cc:654] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595: Neither blocks nor log segments found. Creating new log.
01:58:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.184437 3252 tablet_bootstrap.cc:492] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595: No bootstrap required, opened a new log
01:58:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.184585 3250 tablet_bootstrap.cc:492] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046: No bootstrap required, opened a new log
01:58:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.184592 3252 ts_tablet_manager.cc:1403] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
01:58:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.184746 3250 ts_tablet_manager.cc:1403] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046: Time spent bootstrapping tablet: real 0.018s user 0.008s sys 0.009s
01:58:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.185353 3252 raft_consensus.cc:359] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.185497 3252 raft_consensus.cc:385] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.185577 3252 raft_consensus.cc:740] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8fd68aee315042e8ac0d620dd43b2595, State: Initialized, Role: FOLLOWER
01:58:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.185552 3250 raft_consensus.cc:359] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } }
01:58:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.185679 3250 raft_consensus.cc:385] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.185745 3250 raft_consensus.cc:740] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad66e9ce14e34e238fd19b370a7e1046, State: Initialized, Role: FOLLOWER
01:58:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.185849 3252 consensus_queue.cc:260] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.186026 3250 consensus_queue.cc:260] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } }
01:58:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.186326 3252 ts_tablet_manager.cc:1434] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
01:58:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.188038 3257 raft_consensus.cc:493] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:58:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.188259 3257 raft_consensus.cc:515] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.190267 3250 ts_tablet_manager.cc:1434] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046: Time spent starting tablet: real 0.005s user 0.001s sys 0.000s
01:58:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.190493 3257 leader_election.cc:290] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783), 8fd68aee315042e8ac0d620dd43b2595 (127.2.110.195:39845)
01:58:55.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.199425 2895 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4574eee1a8f04d4f971807c32c846ab4" candidate_uuid: "ad66e9ce14e34e238fd19b370a7e1046" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb7623da3b044ca99d86022705bd67db" is_pre_election: true
01:58:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.199913 2895 raft_consensus.cc:2468] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad66e9ce14e34e238fd19b370a7e1046 in term 0.
01:58:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.200568 2960 leader_election.cc:304] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ad66e9ce14e34e238fd19b370a7e1046, bb7623da3b044ca99d86022705bd67db; no voters:
01:58:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.200546 3178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4574eee1a8f04d4f971807c32c846ab4" candidate_uuid: "ad66e9ce14e34e238fd19b370a7e1046" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fd68aee315042e8ac0d620dd43b2595" is_pre_election: true
01:58:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.201006 3257 raft_consensus.cc:2804] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:58:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.201064 3178 raft_consensus.cc:2468] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad66e9ce14e34e238fd19b370a7e1046 in term 0.
01:58:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.201171 3257 raft_consensus.cc:493] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:58:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.201268 3257 raft_consensus.cc:3060] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Advancing to term 1
01:58:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.203313 3257 raft_consensus.cc:515] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.203955 3257 leader_election.cc:290] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [CANDIDATE]: Term 1 election: Requested vote from peers bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783), 8fd68aee315042e8ac0d620dd43b2595 (127.2.110.195:39845)
01:58:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.204317 2895 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4574eee1a8f04d4f971807c32c846ab4" candidate_uuid: "ad66e9ce14e34e238fd19b370a7e1046" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb7623da3b044ca99d86022705bd67db"
01:58:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.204401 3178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4574eee1a8f04d4f971807c32c846ab4" candidate_uuid: "ad66e9ce14e34e238fd19b370a7e1046" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fd68aee315042e8ac0d620dd43b2595"
01:58:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.204499 2895 raft_consensus.cc:3060] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Advancing to term 1
01:58:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.204571 3178 raft_consensus.cc:3060] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Advancing to term 1
01:58:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.206770 3178 raft_consensus.cc:2468] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad66e9ce14e34e238fd19b370a7e1046 in term 1.
01:58:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.207144 2960 leader_election.cc:304] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8fd68aee315042e8ac0d620dd43b2595, ad66e9ce14e34e238fd19b370a7e1046; no voters:
01:58:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.207435 3257 raft_consensus.cc:2804] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 1 FOLLOWER]: Leader election won for term 1
01:58:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.207631 2895 raft_consensus.cc:2468] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad66e9ce14e34e238fd19b370a7e1046 in term 1.
01:58:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.207901 3257 raft_consensus.cc:697] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [term 1 LEADER]: Becoming Leader. State: Replica: ad66e9ce14e34e238fd19b370a7e1046, State: Running, Role: LEADER
01:58:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.208459 3257 consensus_queue.cc:237] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.213747 2531 catalog_manager.cc:5838] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 reported cstate change: term changed from 0 to 1, leader changed from <none> to ad66e9ce14e34e238fd19b370a7e1046 (127.2.110.194). New cstate: current_term: 1 leader_uuid: "ad66e9ce14e34e238fd19b370a7e1046" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } health_report { overall_health: UNKNOWN } } }
01:58:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:55.239521 3226 tablet.cc:2433] T 4574eee1a8f04d4f971807c32c846ab4 P 8fd68aee315042e8ac0d620dd43b2595: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:58:55.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:55.244853 3085 tablet.cc:2433] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:58:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:55.253343 2943 tablet.cc:2433] T 4574eee1a8f04d4f971807c32c846ab4 P bb7623da3b044ca99d86022705bd67db: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:58:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.431094 3258 raft_consensus.cc:493] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:58:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.431299 3258 raft_consensus.cc:515] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } }
01:58:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.433140 3258 leader_election.cc:290] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783), ad66e9ce14e34e238fd19b370a7e1046 (127.2.110.194:41763)
01:58:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.439778 2895 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ec7aca4c964e86a741a6bdc2079db3" candidate_uuid: "8fd68aee315042e8ac0d620dd43b2595" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb7623da3b044ca99d86022705bd67db" is_pre_election: true
01:58:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.439986 2895 raft_consensus.cc:2468] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8fd68aee315042e8ac0d620dd43b2595 in term 0.
01:58:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.439989 3036 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ec7aca4c964e86a741a6bdc2079db3" candidate_uuid: "8fd68aee315042e8ac0d620dd43b2595" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad66e9ce14e34e238fd19b370a7e1046" is_pre_election: true
01:58:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.440375 3036 raft_consensus.cc:2468] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8fd68aee315042e8ac0d620dd43b2595 in term 0.
01:58:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.440429 3102 leader_election.cc:304] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8fd68aee315042e8ac0d620dd43b2595, bb7623da3b044ca99d86022705bd67db; no voters:
01:58:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.440773 3258 raft_consensus.cc:2804] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:58:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.440876 3258 raft_consensus.cc:493] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:58:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.440939 3258 raft_consensus.cc:3060] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Advancing to term 1
01:58:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.443253 3258 raft_consensus.cc:515] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } }
01:58:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.443826 3258 leader_election.cc:290] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [CANDIDATE]: Term 1 election: Requested vote from peers bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783), ad66e9ce14e34e238fd19b370a7e1046 (127.2.110.194:41763)
01:58:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.444273 2895 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ec7aca4c964e86a741a6bdc2079db3" candidate_uuid: "8fd68aee315042e8ac0d620dd43b2595" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb7623da3b044ca99d86022705bd67db"
01:58:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.444325 3036 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "54ec7aca4c964e86a741a6bdc2079db3" candidate_uuid: "8fd68aee315042e8ac0d620dd43b2595" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad66e9ce14e34e238fd19b370a7e1046"
01:58:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.444463 3036 raft_consensus.cc:3060] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Advancing to term 1
01:58:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.444468 2895 raft_consensus.cc:3060] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Advancing to term 1
01:58:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.446465 2895 raft_consensus.cc:2468] T 54ec7aca4c964e86a741a6bdc2079db3 P bb7623da3b044ca99d86022705bd67db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8fd68aee315042e8ac0d620dd43b2595 in term 1.
01:58:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.446497 3036 raft_consensus.cc:2468] T 54ec7aca4c964e86a741a6bdc2079db3 P ad66e9ce14e34e238fd19b370a7e1046 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8fd68aee315042e8ac0d620dd43b2595 in term 1.
01:58:55.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.446869 3103 leader_election.cc:304] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8fd68aee315042e8ac0d620dd43b2595, ad66e9ce14e34e238fd19b370a7e1046; no voters:
01:58:55.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.447151 3258 raft_consensus.cc:2804] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 1 FOLLOWER]: Leader election won for term 1
01:58:55.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.447508 3258 raft_consensus.cc:697] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [term 1 LEADER]: Becoming Leader. State: Replica: 8fd68aee315042e8ac0d620dd43b2595, State: Running, Role: LEADER
01:58:55.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.448019 3258 consensus_queue.cc:237] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } }
01:58:55.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.452956 2531 catalog_manager.cc:5838] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 reported cstate change: term changed from 0 to 1, leader changed from <none> to 8fd68aee315042e8ac0d620dd43b2595 (127.2.110.195). New cstate: current_term: 1 leader_uuid: "8fd68aee315042e8ac0d620dd43b2595" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } health_report { overall_health: UNKNOWN } } }
01:58:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.611191 3257 consensus_queue.cc:1048] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.614575 2533 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43748:
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
01:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:55.615869 2533 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
01:58:55.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.620061 3264 consensus_queue.cc:1048] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.637496 3012 tablet_service.cc:1511] Processing CreateTablet for tablet 7c7707f9eac840948a2fcc37413a1c8b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3e768fad914f44a495f71a15dc286c36]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
01:58:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.638559 3012 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7c7707f9eac840948a2fcc37413a1c8b. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.639597 2870 tablet_service.cc:1511] Processing CreateTablet for tablet 7c7707f9eac840948a2fcc37413a1c8b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3e768fad914f44a495f71a15dc286c36]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
01:58:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.640494 2870 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7c7707f9eac840948a2fcc37413a1c8b. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.640142 3158 tablet_service.cc:1511] Processing CreateTablet for tablet 7c7707f9eac840948a2fcc37413a1c8b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3e768fad914f44a495f71a15dc286c36]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
01:58:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.640823 3158 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7c7707f9eac840948a2fcc37413a1c8b. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.647326 3252 tablet_bootstrap.cc:492] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: Bootstrap starting.
01:58:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.649066 3252 tablet_bootstrap.cc:654] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: Neither blocks nor log segments found. Creating new log.
01:58:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.649729 3251 tablet_bootstrap.cc:492] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: Bootstrap starting.
01:58:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.649803 3250 tablet_bootstrap.cc:492] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: Bootstrap starting.
01:58:55.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.651464 3250 tablet_bootstrap.cc:654] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: Neither blocks nor log segments found. Creating new log.
01:58:55.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.651464 3251 tablet_bootstrap.cc:654] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: Neither blocks nor log segments found. Creating new log.
01:58:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.661681 3251 tablet_bootstrap.cc:492] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: No bootstrap required, opened a new log
01:58:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.661811 3252 tablet_bootstrap.cc:492] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: No bootstrap required, opened a new log
01:58:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.661830 3250 tablet_bootstrap.cc:492] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: No bootstrap required, opened a new log
01:58:55.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.662001 3250 ts_tablet_manager.cc:1403] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.004s
01:58:55.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.662001 3252 ts_tablet_manager.cc:1403] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: Time spent bootstrapping tablet: real 0.015s user 0.008s sys 0.004s
01:58:55.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.662158 3251 ts_tablet_manager.cc:1403] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: Time spent bootstrapping tablet: real 0.012s user 0.002s sys 0.009s
01:58:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.662846 3252 raft_consensus.cc:359] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.662900 3250 raft_consensus.cc:359] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.663089 3250 raft_consensus.cc:385] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.663161 3250 raft_consensus.cc:740] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad66e9ce14e34e238fd19b370a7e1046, State: Initialized, Role: FOLLOWER
01:58:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.663470 3250 consensus_queue.cc:260] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.663597 3252 raft_consensus.cc:385] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.663678 3252 raft_consensus.cc:740] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8fd68aee315042e8ac0d620dd43b2595, State: Initialized, Role: FOLLOWER
01:58:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.664003 3252 consensus_queue.cc:260] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.664043 3257 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.664268 3257 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: This TxnStatusTablet replica's current role is: FOLLOWER
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.664238 3251 raft_consensus.cc:359] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.664433 3251 raft_consensus.cc:385] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.664502 3251 raft_consensus.cc:740] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb7623da3b044ca99d86022705bd67db, State: Initialized, Role: FOLLOWER
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.664556 3258 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.664813 3258 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: This TxnStatusTablet replica's current role is: FOLLOWER
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.664736 3251 consensus_queue.cc:260] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.665175 3256 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.665405 3256 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: This TxnStatusTablet replica's current role is: FOLLOWER
01:58:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.666829 3251 ts_tablet_manager.cc:1434] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: Time spent starting tablet: real 0.004s user 0.000s sys 0.001s
01:58:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.667593 3250 ts_tablet_manager.cc:1434] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: Time spent starting tablet: real 0.005s user 0.001s sys 0.001s
01:58:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.673660 3252 ts_tablet_manager.cc:1434] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: Time spent starting tablet: real 0.012s user 0.002s sys 0.000s
01:58:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.674887 3256 raft_consensus.cc:493] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:58:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.675064 3256 raft_consensus.cc:515] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.676986 3256 leader_election.cc:290] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ad66e9ce14e34e238fd19b370a7e1046 (127.2.110.194:41763), 8fd68aee315042e8ac0d620dd43b2595 (127.2.110.195:39845)
01:58:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.684356 3178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7c7707f9eac840948a2fcc37413a1c8b" candidate_uuid: "bb7623da3b044ca99d86022705bd67db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fd68aee315042e8ac0d620dd43b2595" is_pre_election: true
01:58:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.684633 3178 raft_consensus.cc:2468] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb7623da3b044ca99d86022705bd67db in term 0.
01:58:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.684697 3036 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7c7707f9eac840948a2fcc37413a1c8b" candidate_uuid: "bb7623da3b044ca99d86022705bd67db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad66e9ce14e34e238fd19b370a7e1046" is_pre_election: true
01:58:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.684937 3036 raft_consensus.cc:2468] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb7623da3b044ca99d86022705bd67db in term 0.
01:58:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.685081 2816 leader_election.cc:304] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8fd68aee315042e8ac0d620dd43b2595, bb7623da3b044ca99d86022705bd67db; no voters:
01:58:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.685478 3256 raft_consensus.cc:2804] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Leader pre-election won for term 1
01:58:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.685593 3256 raft_consensus.cc:493] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:58:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.685695 3256 raft_consensus.cc:3060] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 0 FOLLOWER]: Advancing to term 1
01:58:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.687685 3256 raft_consensus.cc:515] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.688341 3256 leader_election.cc:290] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [CANDIDATE]: Term 1 election: Requested vote from peers ad66e9ce14e34e238fd19b370a7e1046 (127.2.110.194:41763), 8fd68aee315042e8ac0d620dd43b2595 (127.2.110.195:39845)
01:58:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.688694 3036 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7c7707f9eac840948a2fcc37413a1c8b" candidate_uuid: "bb7623da3b044ca99d86022705bd67db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad66e9ce14e34e238fd19b370a7e1046"
01:58:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.688898 3036 raft_consensus.cc:3060] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046 [term 0 FOLLOWER]: Advancing to term 1
01:58:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.688844 3178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7c7707f9eac840948a2fcc37413a1c8b" candidate_uuid: "bb7623da3b044ca99d86022705bd67db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fd68aee315042e8ac0d620dd43b2595"
01:58:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.689065 3178 raft_consensus.cc:3060] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595 [term 0 FOLLOWER]: Advancing to term 1
01:58:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.691097 3036 raft_consensus.cc:2468] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb7623da3b044ca99d86022705bd67db in term 1.
01:58:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.691301 3178 raft_consensus.cc:2468] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb7623da3b044ca99d86022705bd67db in term 1.
01:58:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.691516 2817 leader_election.cc:304] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ad66e9ce14e34e238fd19b370a7e1046, bb7623da3b044ca99d86022705bd67db; no voters:
01:58:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.691811 3256 raft_consensus.cc:2804] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 1 FOLLOWER]: Leader election won for term 1
01:58:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.692241 3256 raft_consensus.cc:697] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [term 1 LEADER]: Becoming Leader. State: Replica: bb7623da3b044ca99d86022705bd67db, State: Running, Role: LEADER
01:58:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.692776 3256 consensus_queue.cc:237] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } }
01:58:55.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.694885 3291 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: TxnStatusTablet state changed. Reason: New leader bb7623da3b044ca99d86022705bd67db. Latest consensus state: current_term: 1 leader_uuid: "bb7623da3b044ca99d86022705bd67db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.695217 3291 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: This TxnStatusTablet replica's current role is: LEADER
01:58:55.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.696606 2531 catalog_manager.cc:5838] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db reported cstate change: term changed from 0 to 1, leader changed from <none> to bb7623da3b044ca99d86022705bd67db (127.2.110.193). New cstate: current_term: 1 leader_uuid: "bb7623da3b044ca99d86022705bd67db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } health_report { overall_health: UNKNOWN } } }
01:58:55.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.698105 3293 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
01:58:55.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.698403 3293 txn_status_manager.cc:930] Loading transaction status metadata into memory...
01:58:55.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.725941 3178 raft_consensus.cc:1275] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595 [term 1 FOLLOWER]: Refusing update from remote peer bb7623da3b044ca99d86022705bd67db: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:58:55.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.726150 3036 raft_consensus.cc:1275] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046 [term 1 FOLLOWER]: Refusing update from remote peer bb7623da3b044ca99d86022705bd67db: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:58:55.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.726753 3291 consensus_queue.cc:1048] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [LEADER]: Connected to new peer: Peer: permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:55.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.727038 3256 consensus_queue.cc:1048] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:55.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.733888 3257 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: TxnStatusTablet state changed. Reason: New leader bb7623da3b044ca99d86022705bd67db. Latest consensus state: current_term: 1 leader_uuid: "bb7623da3b044ca99d86022705bd67db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.734133 3257 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: This TxnStatusTablet replica's current role is: FOLLOWER
01:58:55.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.734123 3258 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: TxnStatusTablet state changed. Reason: New leader bb7623da3b044ca99d86022705bd67db. Latest consensus state: current_term: 1 leader_uuid: "bb7623da3b044ca99d86022705bd67db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.734370 3258 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: This TxnStatusTablet replica's current role is: FOLLOWER
01:58:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.742430 3282 mvcc.cc:204] Tried to move back new op lower bound from 7333782879124803584 to 7333782879001206784. Current Snapshot: MvccSnapshot[applied={T|T < 7333782879124803584}]
01:58:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.745185 3257 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bb7623da3b044ca99d86022705bd67db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.745438 3257 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P ad66e9ce14e34e238fd19b370a7e1046: This TxnStatusTablet replica's current role is: FOLLOWER
01:58:55.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.748364 3256 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bb7623da3b044ca99d86022705bd67db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.748634 3256 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: This TxnStatusTablet replica's current role is: LEADER
01:58:55.754 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
01:58:55.757 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9253bd3a07f444ce9366be69a57c596b
01:58:55.757 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.110.254:43785
01:58:55.757 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:58:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.757880 3291 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bb7623da3b044ca99d86022705bd67db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.758226 2491 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu pid 2502
01:58:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.758286 3291 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P bb7623da3b044ca99d86022705bd67db: This TxnStatusTablet replica's current role is: LEADER
01:58:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.758778 3258 tablet_replica.cc:442] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bb7623da3b044ca99d86022705bd67db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 } } peers { permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 } } peers { permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" member_type: VOTER last_known_addr { host: "127.2.110.195" port: 39845 } } }
01:58:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.759006 3258 tablet_replica.cc:445] T 7c7707f9eac840948a2fcc37413a1c8b P 8fd68aee315042e8ac0d620dd43b2595: This TxnStatusTablet replica's current role is: FOLLOWER
01:58:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.759613 2573 generic_service.cc:196] Checking for leaks (request via RPC)
01:58:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.888063 2491 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu with pid 2502
01:58:55.906 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.110.254:43785(127.2.110.254:43785)] handling channelInactive
01:58:55.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.254:43785(127.2.110.254:43785)] cleaning up while in state READY due to: connection closed
01:58:55.908 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:58:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.919678 3258 consensus_queue.cc:1048] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" member_type: VOTER last_known_addr { host: "127.2.110.194" port: 41763 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:55.927690 3223 heartbeater.cc:646] Failed to heartbeat to 127.2.110.254:43785 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111)
01:58:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:55.928164 3266 consensus_queue.cc:1048] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb7623da3b044ca99d86022705bd67db" member_type: VOTER last_known_addr { host: "127.2.110.193" port: 38783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:55.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:55.931408 3082 heartbeater.cc:646] Failed to heartbeat to 127.2.110.254:43785 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111)
01:58:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:55.934878 2940 heartbeater.cc:646] Failed to heartbeat to 127.2.110.254:43785 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111)
01:58:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.189201 3308 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4dc213224dbf492fa6037764694d0d24)
01:58:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.189211 3307 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4dc213224dbf492fa6037764694d0d24)
01:58:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.189391 3307 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.189404 3308 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:56.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.190066 3307 leader_election.cc:290] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:58:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.190708 2705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3426549a497b4d84aea11ba8679e2fda" is_pre_election: true
01:58:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.190945 2705 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cd5a8d5e7e274550a0c87d04ab961c29 in term 1.
01:58:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.190976 3308 leader_election.cc:290] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785), cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917)
01:58:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.191478 2598 leader_election.cc:304] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29; no voters:
01:58:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.191812 3307 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 1 FOLLOWER]: Leader pre-election won for term 2
01:58:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:56.191843 2681 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111)
01:58:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.192009 2624 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3426549a497b4d84aea11ba8679e2fda" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" is_pre_election: true
01:58:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.192097 3307 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 4dc213224dbf492fa6037764694d0d24)
01:58:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.192221 3307 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 1 FOLLOWER]: Advancing to term 2
01:58:56.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:56.193418 2681 leader_election.cc:336] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785): Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111)
01:58:56.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:56.194222 2600 leader_election.cc:336] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785): Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111)
01:58:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.194832 3307 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.195210 2624 raft_consensus.cc:2393] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3426549a497b4d84aea11ba8679e2fda in current term 2: Already voted for candidate cd5a8d5e7e274550a0c87d04ab961c29 in this term.
01:58:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.195508 3307 leader_election.cc:290] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [CANDIDATE]: Term 2 election: Requested vote from peers 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:58:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.196026 2705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3426549a497b4d84aea11ba8679e2fda"
01:58:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.196095 2682 leader_election.cc:304] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3426549a497b4d84aea11ba8679e2fda; no voters: 4dc213224dbf492fa6037764694d0d24, cd5a8d5e7e274550a0c87d04ab961c29
01:58:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.196254 2705 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 1 FOLLOWER]: Advancing to term 2
01:58:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.199175 2705 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cd5a8d5e7e274550a0c87d04ab961c29 in term 2.
01:58:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.199350 3308 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:58:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:56.201377 2600 leader_election.cc:336] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785): Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111)
01:58:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.201504 2600 leader_election.cc:304] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29; no voters: 4dc213224dbf492fa6037764694d0d24
01:58:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.202018 3307 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 2 FOLLOWER]: Leader election won for term 2
01:58:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.204332 3307 raft_consensus.cc:697] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [term 2 LEADER]: Becoming Leader. State: Replica: cd5a8d5e7e274550a0c87d04ab961c29, State: Running, Role: LEADER
01:58:56.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.204870 3307 consensus_queue.cc:237] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.206593 3313 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd5a8d5e7e274550a0c87d04ab961c29. Latest consensus state: current_term: 2 leader_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.206869 3313 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: This master's current role is: LEADER
01:58:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.207412 3314 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
01:58:56.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.210367 3314 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=3e768fad914f44a495f71a15dc286c36]
01:58:56.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.211014 3314 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b]
01:58:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.213099 3314 tablet_loader.cc:96] loaded metadata for tablet 4574eee1a8f04d4f971807c32c846ab4 (table txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b])
01:58:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.213570 3314 tablet_loader.cc:96] loaded metadata for tablet 54ec7aca4c964e86a741a6bdc2079db3 (table txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b])
01:58:56.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.213922 3314 tablet_loader.cc:96] loaded metadata for tablet 7c7707f9eac840948a2fcc37413a1c8b (table kudu_system.kudu_transactions [id=3e768fad914f44a495f71a15dc286c36])
01:58:56.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.214213 3314 catalog_manager.cc:1533] Initializing Kudu cluster ID...
01:58:56.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.215287 3314 catalog_manager.cc:1308] Loaded cluster ID: 8ebc3de2f11f4094a060055ed6dfd4fb
01:58:56.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.215382 3314 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
01:58:56.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.216821 3314 catalog_manager.cc:1553] Loading token signing keys...
01:58:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.217907 3314 catalog_manager.cc:6230] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29: Loaded TSK: 0
01:58:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.219082 3314 catalog_manager.cc:1563] Initializing in-progress tserver states...
01:58:56.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.254:43785(127.2.110.254:43785)] connecting to peer
01:58:56.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.254:43785(127.2.110.254:43785): Connection refused: /127.2.110.254:43785
01:58:56.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.254:43785(127.2.110.254:43785)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.254:43785(127.2.110.254:43785): Connection refused: /127.2.110.254:43785
01:58:56.276 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.2.110.254:43785(127.2.110.254:43785) for tablet Kudu Master: Failed to connect to peer master-127.2.110.254:43785(127.2.110.254:43785): Connection refused: /127.2.110.254:43785
01:58:56.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.254:43785(127.2.110.254:43785)] connecting to peer
01:58:56.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.254:43785(127.2.110.254:43785): Connection refused: /127.2.110.254:43785
01:58:56.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.254:43785(127.2.110.254:43785)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.254:43785(127.2.110.254:43785): Connection refused: /127.2.110.254:43785
01:58:56.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.254:43785: Failed to connect to peer master-127.2.110.254:43785(127.2.110.254:43785): Connection refused: /127.2.110.254:43785
01:58:56.296 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
01:58:56.296 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=23), Traces: [0ms] sending RPC to server master-127.2.110.254:43785, [2ms] received response from server master-127.2.110.254:43785: Network error: Failed to connect to peer master-127.2.110.254:43785(127.2.110.254:43785): Connection refused: /127.2.110.254:43785, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.2.110.254:43785(127.2.110.254:43785): Connection refused: /127.2.110.254:43785, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: Network error: Failed to connect to peer master-127.2.110.254:43785(127.2.110.254:43785): Connection refused: /127.2.110.254:43785, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: OK, deferred=Deferred@984862520(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fe9e8339e30@668da51, errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fe9e833a058@b43b142)) after lookup
01:58:56.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:56.315099 2600 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 -> Peer 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785): Couldn't send request to peer 4dc213224dbf492fa6037764694d0d24. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.325369 2705 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 2 FOLLOWER]: Refusing update from remote peer cd5a8d5e7e274550a0c87d04ab961c29: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
01:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.326207 3313 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
01:58:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.328138 3308 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd5a8d5e7e274550a0c87d04ab961c29. Latest consensus state: current_term: 2 leader_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.328374 3308 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: This master's current role is: FOLLOWER
01:58:56.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.333892 3307 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:56.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.334167 3307 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 [sys.catalog]: This master's current role is: LEADER
01:58:56.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.334861 3308 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:56.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.335060 3308 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: This master's current role is: FOLLOWER
01:58:56.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:56.339152 2612 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60492:
01:58:56.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
01:58:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:56.344301 2612 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
01:58:56.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:56.745832 2600 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 -> Peer 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785): Couldn't send request to peer 4dc213224dbf492fa6037764694d0d24. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
01:58:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:57.225693 3084 heartbeater.cc:499] Master 127.2.110.253:44917 was elected leader, sending a full tablet report...
01:58:57.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:57.233312 2600 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 -> Peer 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785): Couldn't send request to peer 4dc213224dbf492fa6037764694d0d24. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
01:58:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:57.363724 3225 heartbeater.cc:499] Master 127.2.110.253:44917 was elected leader, sending a full tablet report...
01:58:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:57.708351 2600 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111) [suppressed 21 similar messages]
01:58:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:57.709369 2600 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 -> Peer 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785): Couldn't send request to peer 4dc213224dbf492fa6037764694d0d24. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
01:58:57.913 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 54ec7aca4c964e86a741a6bdc2079db3 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
01:58:57.914 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4574eee1a8f04d4f971807c32c846ab4 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
01:58:57.914 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=54ec7aca4c964e86a741a6bdc2079db3@[8fd68aee315042e8ac0d620dd43b2595(127.2.110.195:39845)[L],ad66e9ce14e34e238fd19b370a7e1046(127.2.110.194:41763),bb7623da3b044ca99d86022705bd67db(127.2.110.193:38783)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=4574eee1a8f04d4f971807c32c846ab4@[8fd68aee315042e8ac0d620dd43b2595(127.2.110.195:39845),ad66e9ce14e34e238fd19b370a7e1046(127.2.110.194:41763)[L],bb7623da3b044ca99d86022705bd67db(127.2.110.193:38783)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
01:58:57.914 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC GetTableLocations: received response from server master-127.2.110.253:44917: OK, deferred=null) after lookup
01:58:57.915 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8fd68aee315042e8ac0d620dd43b2595(127.2.110.195:39845)] connecting to peer
01:58:57.916 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 8fd68aee315042e8ac0d620dd43b2595(127.2.110.195:39845)] Successfully connected to peer
01:58:57.926 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x32337b78, L:/127.0.0.1:50130 - R:/127.2.110.195:39845] using TOKEN/null
01:58:57.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:57.930509 3136 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.2.110.254:43785)
01:58:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:57.938608 2942 heartbeater.cc:499] Master 127.2.110.253:44917 was elected leader, sending a full tablet report...
01:58:57.967 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.110.254:43785
01:58:57.967 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:57.968003 2491 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/logs
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data/info.pb
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.254:43785
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.254
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45695
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34039/jwks.json
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
01:58:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
01:58:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.153640 2661 master_runner.cc:187] Error getting master registration for 127.2.110.254:43785: Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111),
01:58:58.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.153856 2661 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:58:58.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.244396 2600 consensus_peers.cc:597] T 00000000000000000000000000000000 P cd5a8d5e7e274550a0c87d04ab961c29 -> Peer 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785): Couldn't send request to peer 4dc213224dbf492fa6037764694d0d24. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.254:43785: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
01:58:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.303043 3361 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.303406 3361 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.303520 3361 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.312345 3361 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:58:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.312454 3361 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
01:58:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.312521 3361 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.312575 3361 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:58:58.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.312642 3361 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:58:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.312702 3361 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:58:58.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.312780 3361 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34039/jwks.json
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.324296 3361 master_runner.cc:387] Master server non-default flags:
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/logs
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.110.212:35105
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.110.254:43785
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34039/jwks.json
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data/info.pb
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.110.254
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45695
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 01:43:22 UTC on bdcb31816ec0
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14017
01:58:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.326311 3361 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.328231 3361 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.336599 3369 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.336599 3368 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.336757 3371 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.337599 3361 server_base.cc:1061] running on GCE node
01:58:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.338321 3361 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.339682 3361 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.340912 3361 hybrid_clock.cc:648] HybridClock initialized: now 1790474338340841 us; error 46 us; skew 500 ppm
01:58:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.341327 3361 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:58.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.343559 3361 webserver.cc:533] Webserver started at http://127.2.110.254:45695/ using document root <none> and password file <none>
01:58:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.344305 3361 fs_manager.cc:362] Metadata directory not provided
01:58:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.344445 3361 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.349938 3361 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.003s sys 0.000s
01:58:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.352948 3377 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:58:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.354452 3361 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
01:58:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.354635 3361 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data,/tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dc213224dbf492fa6037764694d0d24"
01:58:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 01:58:52 on dist-test-slave-lkt8"
01:58:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.355374 3361 fs_report.cc:389] FS layout report
01:58:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/wal
01:58:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data/data
01:58:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.391839 3361 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:58:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.392795 3361 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.393110 3361 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.416190 3361 rpc_server.cc:307] RPC server started. Bound to: 127.2.110.254:43785
01:58:58.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.416157 3439 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.110.254:43785 every 8 connection(s)
01:58:58.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.417891 3361 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskoQs3W4/test-tmp/mini-kudu-cluster8086248991148466935/master-0/data/info.pb
01:58:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.424526 3440 sys_catalog.cc:263] Verifying existing consensus state
01:58:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.424685 2491 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu as pid 3361
01:58:58.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:58:58.425 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.110.253:44917
01:58:58.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:58:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.425477 2491 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu pid 2580
01:58:58.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.426689 2654 generic_service.cc:196] Checking for leaks (request via RPC)
01:58:58.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.428697 3440 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: Bootstrap starting.
01:58:58.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.446451 3440 log.cc:826] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: Log is configured to *not* fsync() on all Append() calls
01:58:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.460230 3440 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:58:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.460804 3440 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: Bootstrap complete.
01:58:58.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.468281 3440 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:58.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.469002 3440 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4dc213224dbf492fa6037764694d0d24, State: Initialized, Role: FOLLOWER
01:58:58.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.469816 3440 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:58.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.470616 3444 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:58.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.470913 3444 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: This master's current role is: FOLLOWER
01:58:58.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.471741 3440 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: configured and running, proceeding with master startup.
01:58:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.492542 3455 catalog_manager.cc:1308] Loaded cluster ID: 8ebc3de2f11f4094a060055ed6dfd4fb
01:58:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.492666 3455 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: loading cluster ID for follower catalog manager: success
01:58:58.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.496902 3455 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: acquiring CA information for follower catalog manager: success
01:58:58.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.499598 3455 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:58:58.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.567006 2491 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu with pid 2580
01:58:58.584 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.110.253:44917(127.2.110.253:44917)] handling channelInactive
01:58:58.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state READY due to: connection closed
01:58:58.584 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.2.110.253:44917(127.2.110.253:44917) for tablet Kudu Master: connection closed
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.585127 3457 negotiation.cc:336] Failed RPC negotiation. Trace:
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.514949 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.2.110.253:44917 (local address 127.0.0.1:60500)
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.515173 (+ 224us) negotiation.cc:107] Waiting for socket to connect
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.515193 (+ 20us) client_negotiation.cc:175] Beginning negotiation
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.515305 (+ 112us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.567459 (+ 52154us) client_negotiation.cc:281] Received NEGOTIATE NegotiatePB response
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.567465 (+ 6us) client_negotiation.cc:404] Received NEGOTIATE response from server
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.567500 (+ 35us) client_negotiation.cc:190] Negotiated authn=CERTIFICATE
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.567911 (+ 411us) client_negotiation.cc:530] Sending TLS_HANDSHAKE message to server
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.567924 (+ 13us) client_negotiation.cc:262] Sending TLS_HANDSHAKE NegotiatePB request
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.583625 (+ 15701us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":61}
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.585328 2817 connection.cc:573] server connection from 127.0.0.1:52684 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:58:58.585 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.585834 3458 negotiation.cc:336] Failed RPC negotiation. Trace:
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.566623 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:44292 (local address 127.2.110.254:43785)
01:58:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.566785 (+ 162us) server_negotiation.cc:207] Beginning negotiation
01:58:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.566791 (+ 6us) server_negotiation.cc:400] Waiting for connection header
01:58:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.568166 (+ 1375us) server_negotiation.cc:408] Connection header received
01:58:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.568253 (+ 87us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:58:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.568258 (+ 5us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:58:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.568330 (+ 72us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:58:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.568401 (+ 71us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
01:58:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.583625 (+ 15224us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44292: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:58:58.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":68}
01:58:58.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.585938 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
01:58:58.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.589704 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:58:58.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:58:58.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.254:43785(127.2.110.254:43785)] connecting to peer
01:58:58.595 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.596 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.2.110.254:43785(127.2.110.254:43785)] Successfully connected to peer
01:58:58.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.607 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x31cc0f5d, L:/127.0.0.1:44306 - R:/127.2.110.254:43785] using TOKEN/null
01:58:58.609 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:58:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.613222 3463 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 2 FOLLOWER]: Starting pre-election (detected failure of leader cd5a8d5e7e274550a0c87d04ab961c29)
01:58:58.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:58:58.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.613427 3463 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.614288 3463 leader_election.cc:290] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785), cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917)
01:58:58.618 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:58:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.624173 3405 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3426549a497b4d84aea11ba8679e2fda" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "4dc213224dbf492fa6037764694d0d24" is_pre_election: true
01:58:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.624869 3405 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3426549a497b4d84aea11ba8679e2fda in term 1.
01:58:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.625770 2681 leader_election.cc:304] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3426549a497b4d84aea11ba8679e2fda, 4dc213224dbf492fa6037764694d0d24; no voters:
01:58:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.626251 3463 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 2 FOLLOWER]: Leader pre-election won for term 3
01:58:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.626484 3463 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 2 FOLLOWER]: Starting leader election (detected failure of leader cd5a8d5e7e274550a0c87d04ab961c29)
01:58:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.626662 3463 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 2 FOLLOWER]: Advancing to term 3
01:58:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.629890 3463 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.630411 2682 leader_election.cc:336] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:58:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.631165 3463 leader_election.cc:290] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [CANDIDATE]: Term 3 election: Requested vote from peers 4dc213224dbf492fa6037764694d0d24 (127.2.110.254:43785), cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917)
01:58:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.631132 3405 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3426549a497b4d84aea11ba8679e2fda" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "4dc213224dbf492fa6037764694d0d24"
01:58:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.631345 3405 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 1 FOLLOWER]: Advancing to term 3
01:58:58.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:58:58.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.638340 3405 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3426549a497b4d84aea11ba8679e2fda in term 3.
01:58:58.640 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:58:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.640452 2681 leader_election.cc:304] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3426549a497b4d84aea11ba8679e2fda, 4dc213224dbf492fa6037764694d0d24; no voters:
01:58:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.640933 3463 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 3 FOLLOWER]: Leader election won for term 3
01:58:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.641064 2682 leader_election.cc:336] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:58:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.646552 3463 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [term 3 LEADER]: Becoming Leader. State: Replica: 3426549a497b4d84aea11ba8679e2fda, State: Running, Role: LEADER
01:58:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.647149 3463 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:58:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.648816 3465 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3426549a497b4d84aea11ba8679e2fda. Latest consensus state: current_term: 3 leader_uuid: "3426549a497b4d84aea11ba8679e2fda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.649025 3465 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: This master's current role is: LEADER
01:58:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.649843 3467 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
01:58:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.652184 3467 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=3e768fad914f44a495f71a15dc286c36]
01:58:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.652741 3467 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b]
01:58:58.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:58:58.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.654659 3467 tablet_loader.cc:96] loaded metadata for tablet 4574eee1a8f04d4f971807c32c846ab4 (table txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b])
01:58:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.657326 3467 tablet_loader.cc:96] loaded metadata for tablet 54ec7aca4c964e86a741a6bdc2079db3 (table txn_manager_fallback_rolling [id=9253bd3a07f444ce9366be69a57c596b])
01:58:58.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.658102 3467 tablet_loader.cc:96] loaded metadata for tablet 7c7707f9eac840948a2fcc37413a1c8b (table kudu_system.kudu_transactions [id=3e768fad914f44a495f71a15dc286c36])
01:58:58.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.658519 3467 catalog_manager.cc:1533] Initializing Kudu cluster ID...
01:58:58.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:58:58.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.659762 3467 catalog_manager.cc:1308] Loaded cluster ID: 8ebc3de2f11f4094a060055ed6dfd4fb
01:58:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.659957 3467 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
01:58:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.661384 3467 catalog_manager.cc:1553] Loading token signing keys...
01:58:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.662261 3467 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda: Loaded TSK: 0
01:58:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.663138 3467 catalog_manager.cc:1563] Initializing in-progress tserver states...
01:58:58.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:58:58.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:58:58.678 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
01:58:58.678 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.2.110.253:44917, [151ms] received response from server master-127.2.110.253:44917: Network error: connection closed, [151ms] delaying RPC due to: Network error: connection closed, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [176ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [176ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [185ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [224ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [226ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, deferred=Deferred@957315045(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fe9e8339e30@a26a03e -> (continuation of Deferred@1759683106 after retry RPC after error@1816690007) -> (continuation of Deferred@783982436 after retry RPC after error@287501789) -> (continuation of Deferred@1823260265 after retry RPC after error@1126286446) -> (continuation of Deferred@966402769 after retry RPC after error@1062235194), errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fe9e833a058@3686d24f -> (continuation of Deferred@1759683106 after retry RPC after error@1816690007) -> (continuation of Deferred@783982436 after retry RPC after error@287501789) -> (continuation of Deferred@1823260265 after retry RPC after error@1126286446) -> (continuation of Deferred@966402769 after retry RPC after error@1062235194))) after lookup
01:58:58.694 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.2.110.253:44917, [151ms] received response from server master-127.2.110.253:44917: Network error: connection closed, [151ms] delaying RPC due to: Network error: connection closed, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [176ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [176ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [185ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [207ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [224ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [226ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: OK, [245ms] sending RPC to server master-127.2.110.252:33043, deferred=Deferred@957315045(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007fe9e8339e30@a26a03e -> (continuation of Deferred@1759683106 after retry RPC after error@1816690007) -> (continuation of Deferred@783982436 after retry RPC after error@287501789) -> (continuation of Deferred@1823260265 after retry RPC after error@1126286446) -> (continuation of Deferred@966402769 after retry RPC after error@1062235194) -> (continuation of Deferred@1372774256 after retry RPC@1308561556), errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007fe9e833a058@3686d24f -> (continuation of Deferred@1759683106 after retry RPC after error@1816690007) -> (continuation of Deferred@783982436 after retry RPC after error@287501789) -> (continuation of Deferred@1823260265 after retry RPC after error@1126286446) -> (continuation of Deferred@966402769 after retry RPC after error@1062235194) -> (continuation of Deferred@1372774256 after retry RPC@1308561556)))
01:58:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.701525 2725 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:46450 (request call id 7) took 22 ms (client timeout 5 ms). Trace:
01:58:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.701804 2725 rpcz_store.cc:269] 0927 01:58:58.678997 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:58:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.679056 (+ 59us) service_pool.cc:224] Handling call
01:58:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 01:58:58.701406 (+ 22350us) inbound_call.cc:177] Queueing success response
01:58:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":233,"init.queue_time_us":767,"thread_start_us":1611,"threads_started":5}
01:58:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 2130073376899 + 9223369906781399953 cannot be represented in type 'long'
01:58:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.755288 3405 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Refusing update from remote peer 3426549a497b4d84aea11ba8679e2fda: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
01:58:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.756942 3465 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [LEADER]: Connected to new peer: Peer: permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.001s
01:58:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.759963 2682 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda -> Peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Couldn't send request to peer cd5a8d5e7e274550a0c87d04ab961c29. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.785336 2694 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46462:
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.787407 3444 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3426549a497b4d84aea11ba8679e2fda. Latest consensus state: current_term: 3 leader_uuid: "3426549a497b4d84aea11ba8679e2fda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.787665 3444 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: This master's current role is: FOLLOWER
01:58:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:58.789194 2694 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
01:58:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.790760 3480 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "3426549a497b4d84aea11ba8679e2fda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.791047 3480 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: This master's current role is: FOLLOWER
01:58:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.795583 3480 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "3426549a497b4d84aea11ba8679e2fda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.795771 3480 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [sys.catalog]: This master's current role is: FOLLOWER
01:58:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.825851 3465 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "3426549a497b4d84aea11ba8679e2fda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } } }
01:58:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.826200 3465 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda [sys.catalog]: This master's current role is: LEADER
01:58:58.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.964403 2940 heartbeater.cc:344] Connected to a master server at 127.2.110.254:43785
01:58:58.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.968854 3395 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "bb7623da3b044ca99d86022705bd67db" instance_seqno: 1790474333990475) as {username='slave'} at 127.2.110.193:55271; Asking this server to re-register.
01:58:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.969990 2940 heartbeater.cc:461] Registering TS with master...
01:58:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:58.971860 3395 ts_manager.cc:194] Registered new tserver with Master: bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783)
01:58:59.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:59.232797 3082 heartbeater.cc:344] Connected to a master server at 127.2.110.254:43785
01:58:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:59.234372 3395 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "ad66e9ce14e34e238fd19b370a7e1046" instance_seqno: 1790474334466150) as {username='slave'} at 127.2.110.194:44325; Asking this server to re-register.
01:58:59.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:59.234973 3082 heartbeater.cc:461] Registering TS with master...
01:58:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:59.236070 3395 ts_manager.cc:194] Registered new tserver with Master: ad66e9ce14e34e238fd19b370a7e1046 (127.2.110.194:41763)
01:58:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:59.252722 2682 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda -> Peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Couldn't send request to peer cd5a8d5e7e274550a0c87d04ab961c29. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
01:58:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:59.373088 3223 heartbeater.cc:344] Connected to a master server at 127.2.110.254:43785
01:58:59.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:59.374910 3395 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8fd68aee315042e8ac0d620dd43b2595" instance_seqno: 1790474334976944) as {username='slave'} at 127.2.110.195:36201; Asking this server to re-register.
01:58:59.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:59.375586 3223 heartbeater.cc:461] Registering TS with master...
01:58:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:59.376981 3395 ts_manager.cc:194] Registered new tserver with Master: 8fd68aee315042e8ac0d620dd43b2595 (127.2.110.195:39845)
01:58:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7efd40eabdd8 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
01:58:59.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:58:59.792307 2682 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3426549a497b4d84aea11ba8679e2fda -> Peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Couldn't send request to peer cd5a8d5e7e274550a0c87d04ab961c29. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
01:58:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa9e585 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
01:58:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7efd54f56362 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
01:58:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7efd54f45e74 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
01:58:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7efd550ae8fe in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
01:58:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7efd550af4db in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
01:58:59.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7efd550b411f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
01:58:59.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7efd4ede4276 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
01:58:59.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7efd4ede3fa5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
01:58:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7efd4809363e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
01:58:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7efd4809251e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
01:58:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7efd48098758 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15
01:58:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7efd480990bf in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5
01:58:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7efd48098ee8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
01:58:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xaaef9c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
01:58:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7efd40f6f078 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
01:58:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7efd446456da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
01:58:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7efd3d0cc61e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
01:58:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:58:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
01:58:59.897 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.110.252:33043(127.2.110.252:33043)] handling channelInactive
01:58:59.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state READY due to: connection closed
01:58:59.898 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.2.110.252:33043(127.2.110.252:33043) for tablet Kudu Master: connection closed
01:58:59.914 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:58:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:58:59.945530 2941 heartbeater.cc:499] Master 127.2.110.252:33043 was elected leader, sending a full tablet report...
01:59:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.103124 3491 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.103315 3491 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.105471 3491 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:00.106686 3378 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:00.108035 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:00.108209 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.108354 3378 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.108695 3491 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:00.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.229636 3083 heartbeater.cc:499] Master 127.2.110.252:33043 was elected leader, sending a full tablet report...
01:59:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.369846 3224 heartbeater.cc:499] Master 127.2.110.252:33043 was elected leader, sending a full tablet report...
01:59:00.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.431084 3491 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.431290 3491 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.432082 3491 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:00.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:00.433554 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:00.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:00.433780 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:00.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.433919 3378 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:00.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.434170 3491 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:00.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.454 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.456 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.555 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.555 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.556 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@104019330(state=PENDING, result=null, callback=(continuation of Deferred@215836727 after retry RPC after error@238523862) -> (continuation of Deferred@599894788 after retry RPC after error@1019282907) -> (continuation of Deferred@1530547876 after retry RPC after error@1762785584) -> (continuation of Deferred@1193735837 after retry RPC after error@1946012799) -> (continuation of Deferred@2050745290 after retry RPC after error@478502340) -> (continuation of Deferred@1818739415 after retry RPC after error@1902408976) -> (continuation of Deferred@1415900485 after retry RPC after error@1656353136), errback=(continuation of Deferred@215836727 after retry RPC after error@238523862) -> (continuation of Deferred@599894788 after retry RPC after error@1019282907) -> (continuation of Deferred@1530547876 after retry RPC after error@1762785584) -> (continuation of Deferred@1193735837 after retry RPC after error@1946012799) -> (continuation of Deferred@2050745290 after retry RPC after error@478502340) -> (continuation of Deferred@1818739415 after retry RPC after error@1902408976) -> (continuation of Deferred@1415900485 after retry RPC after error@1656353136)))
01:59:00.557 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@104019330(state=PENDING, result=null, callback=(continuation of Deferred@215836727 after retry RPC after error@238523862) -> (continuation of Deferred@599894788 after retry RPC after error@1019282907) -> (continuation of Deferred@1530547876 after retry RPC after error@1762785584) -> (continuation of Deferred@1193735837 after retry RPC after error@1946012799) -> (continuation of Deferred@2050745290 after retry RPC after error@478502340) -> (continuation of Deferred@1818739415 after retry RPC after error@1902408976) -> (continuation of Deferred@1415900485 after retry RPC after error@1656353136), errback=(continuation of Deferred@215836727 after retry RPC after error@238523862) -> (continuation of Deferred@599894788 after retry RPC after error@1019282907) -> (continuation of Deferred@1530547876 after retry RPC after error@1762785584) -> (continuation of Deferred@1193735837 after retry RPC after error@1946012799) -> (continuation of Deferred@2050745290 after retry RPC after error@478502340) -> (continuation of Deferred@1818739415 after retry RPC after error@1902408976) -> (continuation of Deferred@1415900485 after retry RPC after error@1656353136)))
01:59:00.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.586 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.586 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.615 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.635 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.635 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.637 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.637 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.657 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.677 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.677 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.717 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.757 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1190251572(state=PENDING, result=null, callback=(continuation of Deferred@1223004455 after retry RPC after error@1835951817) -> (continuation of Deferred@1402506827 after retry RPC after error@465598560) -> (continuation of Deferred@2143858326 after retry RPC after error@1628358536) -> (continuation of Deferred@1987311412 after retry RPC after error@1860735714) -> (continuation of Deferred@1424899511 after retry RPC after error@1137414693) -> (continuation of Deferred@711464767 after retry RPC after error@4062994), errback=(continuation of Deferred@1223004455 after retry RPC after error@1835951817) -> (continuation of Deferred@1402506827 after retry RPC after error@465598560) -> (continuation of Deferred@2143858326 after retry RPC after error@1628358536) -> (continuation of Deferred@1987311412 after retry RPC after error@1860735714) -> (continuation of Deferred@1424899511 after retry RPC after error@1137414693) -> (continuation of Deferred@711464767 after retry RPC after error@4062994)))
01:59:00.757 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1190251572(state=PENDING, result=null, callback=(continuation of Deferred@1223004455 after retry RPC after error@1835951817) -> (continuation of Deferred@1402506827 after retry RPC after error@465598560) -> (continuation of Deferred@2143858326 after retry RPC after error@1628358536) -> (continuation of Deferred@1987311412 after retry RPC after error@1860735714) -> (continuation of Deferred@1424899511 after retry RPC after error@1137414693) -> (continuation of Deferred@711464767 after retry RPC after error@4062994), errback=(continuation of Deferred@1223004455 after retry RPC after error@1835951817) -> (continuation of Deferred@1402506827 after retry RPC after error@465598560) -> (continuation of Deferred@2143858326 after retry RPC after error@1628358536) -> (continuation of Deferred@1987311412 after retry RPC after error@1860735714) -> (continuation of Deferred@1424899511 after retry RPC after error@1137414693) -> (continuation of Deferred@711464767 after retry RPC after error@4062994)))
01:59:00.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.795 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.797 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.915 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.915 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.917 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.936 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1105428590(state=PENDING, result=null, callback=(continuation of Deferred@261847948 after retry RPC after error@1923551179) -> (continuation of Deferred@889779570 after retry RPC after error@1748366157) -> (continuation of Deferred@1009165020 after retry RPC after error@1983196100) -> (continuation of Deferred@73724693 after retry RPC after error@1124910927) -> (continuation of Deferred@1245031856 after retry RPC after error@352441401) -> (continuation of Deferred@920543703 after retry RPC after error@323878652), errback=(continuation of Deferred@261847948 after retry RPC after error@1923551179) -> (continuation of Deferred@889779570 after retry RPC after error@1748366157) -> (continuation of Deferred@1009165020 after retry RPC after error@1983196100) -> (continuation of Deferred@73724693 after retry RPC after error@1124910927) -> (continuation of Deferred@1245031856 after retry RPC after error@352441401) -> (continuation of Deferred@920543703 after retry RPC after error@323878652)))
01:59:00.937 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1105428590(state=PENDING, result=null, callback=(continuation of Deferred@261847948 after retry RPC after error@1923551179) -> (continuation of Deferred@889779570 after retry RPC after error@1748366157) -> (continuation of Deferred@1009165020 after retry RPC after error@1983196100) -> (continuation of Deferred@73724693 after retry RPC after error@1124910927) -> (continuation of Deferred@1245031856 after retry RPC after error@352441401) -> (continuation of Deferred@920543703 after retry RPC after error@323878652), errback=(continuation of Deferred@261847948 after retry RPC after error@1923551179) -> (continuation of Deferred@889779570 after retry RPC after error@1748366157) -> (continuation of Deferred@1009165020 after retry RPC after error@1983196100) -> (continuation of Deferred@73724693 after retry RPC after error@1124910927) -> (continuation of Deferred@1245031856 after retry RPC after error@352441401) -> (continuation of Deferred@920543703 after retry RPC after error@323878652)))
01:59:00.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.957 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:00.963785 2822 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.070s from last keepalive heartbeat (effective timeout is 1.000s)
01:59:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:00.971273 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:00.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:00.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:00.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:00.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:00.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:00.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.072962 3516 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.073244 3516 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:01.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.074074 3516 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:01.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:01.079119 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:01.079279 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.079401 3378 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.079706 3516 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:01.080 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.177 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@918583295(state=PENDING, result=null, callback=(continuation of Deferred@284346023 after retry RPC after error@1528790514) -> (continuation of Deferred@1508965658 after retry RPC after error@1824134740) -> (continuation of Deferred@1786458778 after retry RPC after error@1252733642) -> (continuation of Deferred@351084200 after retry RPC after error@685355735) -> (continuation of Deferred@453356212 after retry RPC after error@145483388) -> (continuation of Deferred@1951375775 after retry RPC after error@291896011) -> (continuation of Deferred@662942297 after retry RPC after error@1884039379), errback=(continuation of Deferred@284346023 after retry RPC after error@1528790514) -> (continuation of Deferred@1508965658 after retry RPC after error@1824134740) -> (continuation of Deferred@1786458778 after retry RPC after error@1252733642) -> (continuation of Deferred@351084200 after retry RPC after error@685355735) -> (continuation of Deferred@453356212 after retry RPC after error@145483388) -> (continuation of Deferred@1951375775 after retry RPC after error@291896011) -> (continuation of Deferred@662942297 after retry RPC after error@1884039379)))
01:59:01.177 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@918583295(state=PENDING, result=null, callback=(continuation of Deferred@284346023 after retry RPC after error@1528790514) -> (continuation of Deferred@1508965658 after retry RPC after error@1824134740) -> (continuation of Deferred@1786458778 after retry RPC after error@1252733642) -> (continuation of Deferred@351084200 after retry RPC after error@685355735) -> (continuation of Deferred@453356212 after retry RPC after error@145483388) -> (continuation of Deferred@1951375775 after retry RPC after error@291896011) -> (continuation of Deferred@662942297 after retry RPC after error@1884039379), errback=(continuation of Deferred@284346023 after retry RPC after error@1528790514) -> (continuation of Deferred@1508965658 after retry RPC after error@1824134740) -> (continuation of Deferred@1786458778 after retry RPC after error@1252733642) -> (continuation of Deferred@351084200 after retry RPC after error@685355735) -> (continuation of Deferred@453356212 after retry RPC after error@145483388) -> (continuation of Deferred@1951375775 after retry RPC after error@291896011) -> (continuation of Deferred@662942297 after retry RPC after error@1884039379)))
01:59:01.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.197 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.295 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.295 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.295 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.297 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.377 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.377 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@605377303(state=PENDING, result=null, callback=(continuation of Deferred@974275786 after retry RPC after error@1161926390) -> (continuation of Deferred@1986786298 after retry RPC after error@2028510155) -> (continuation of Deferred@1358214152 after retry RPC after error@432762566) -> (continuation of Deferred@806791718 after retry RPC after error@203180332) -> (continuation of Deferred@2042493011 after retry RPC after error@1002575100) -> (continuation of Deferred@1048632888 after retry RPC after error@1354479085), errback=(continuation of Deferred@974275786 after retry RPC after error@1161926390) -> (continuation of Deferred@1986786298 after retry RPC after error@2028510155) -> (continuation of Deferred@1358214152 after retry RPC after error@432762566) -> (continuation of Deferred@806791718 after retry RPC after error@203180332) -> (continuation of Deferred@2042493011 after retry RPC after error@1002575100) -> (continuation of Deferred@1048632888 after retry RPC after error@1354479085)))
01:59:01.378 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@605377303(state=PENDING, result=null, callback=(continuation of Deferred@974275786 after retry RPC after error@1161926390) -> (continuation of Deferred@1986786298 after retry RPC after error@2028510155) -> (continuation of Deferred@1358214152 after retry RPC after error@432762566) -> (continuation of Deferred@806791718 after retry RPC after error@203180332) -> (continuation of Deferred@2042493011 after retry RPC after error@1002575100) -> (continuation of Deferred@1048632888 after retry RPC after error@1354479085), errback=(continuation of Deferred@974275786 after retry RPC after error@1161926390) -> (continuation of Deferred@1986786298 after retry RPC after error@2028510155) -> (continuation of Deferred@1358214152 after retry RPC after error@432762566) -> (continuation of Deferred@806791718 after retry RPC after error@203180332) -> (continuation of Deferred@2042493011 after retry RPC after error@1002575100) -> (continuation of Deferred@1048632888 after retry RPC after error@1354479085)))
01:59:01.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.456 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.515 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.517 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.519 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.555 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.555 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.555 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.557 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.596 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [126ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@189513532(state=PENDING, result=null, callback=(continuation of Deferred@127077167 after retry RPC after error@2028288488) -> (continuation of Deferred@1146421832 after retry RPC after error@305260449) -> (continuation of Deferred@233065659 after retry RPC after error@1553927830) -> (continuation of Deferred@808718351 after retry RPC after error@757462343) -> (continuation of Deferred@34334156 after retry RPC after error@650420389) -> (continuation of Deferred@920676378 after retry RPC after error@879569996) -> (continuation of Deferred@1771408008 after retry RPC after error@1792532119), errback=(continuation of Deferred@127077167 after retry RPC after error@2028288488) -> (continuation of Deferred@1146421832 after retry RPC after error@305260449) -> (continuation of Deferred@233065659 after retry RPC after error@1553927830) -> (continuation of Deferred@808718351 after retry RPC after error@757462343) -> (continuation of Deferred@34334156 after retry RPC after error@650420389) -> (continuation of Deferred@920676378 after retry RPC after error@879569996) -> (continuation of Deferred@1771408008 after retry RPC after error@1792532119)))
01:59:01.596 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [126ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@189513532(state=PENDING, result=null, callback=(continuation of Deferred@127077167 after retry RPC after error@2028288488) -> (continuation of Deferred@1146421832 after retry RPC after error@305260449) -> (continuation of Deferred@233065659 after retry RPC after error@1553927830) -> (continuation of Deferred@808718351 after retry RPC after error@757462343) -> (continuation of Deferred@34334156 after retry RPC after error@650420389) -> (continuation of Deferred@920676378 after retry RPC after error@879569996) -> (continuation of Deferred@1771408008 after retry RPC after error@1792532119), errback=(continuation of Deferred@127077167 after retry RPC after error@2028288488) -> (continuation of Deferred@1146421832 after retry RPC after error@305260449) -> (continuation of Deferred@233065659 after retry RPC after error@1553927830) -> (continuation of Deferred@808718351 after retry RPC after error@757462343) -> (continuation of Deferred@34334156 after retry RPC after error@650420389) -> (continuation of Deferred@920676378 after retry RPC after error@879569996) -> (continuation of Deferred@1771408008 after retry RPC after error@1792532119)))
01:59:01.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.617 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.637 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.736 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.742614 3523 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.742784 3523 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.743372 3523 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:01.745733 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:01.745906 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.746069 3381 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:01.746388 3523 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:01.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.874 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [24ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1993977183(state=PENDING, result=null, callback=(continuation of Deferred@1764148130 after retry RPC after error@2078582494) -> (continuation of Deferred@1968884338 after retry RPC after error@1322398419) -> (continuation of Deferred@288801656 after retry RPC after error@1337607638) -> (continuation of Deferred@1821384457 after retry RPC after error@864812258) -> (continuation of Deferred@335664360 after retry RPC after error@151562059) -> (continuation of Deferred@1703713076 after retry RPC after error@160171403) -> (continuation of Deferred@330311366 after retry RPC after error@1607395588), errback=(continuation of Deferred@1764148130 after retry RPC after error@2078582494) -> (continuation of Deferred@1968884338 after retry RPC after error@1322398419) -> (continuation of Deferred@288801656 after retry RPC after error@1337607638) -> (continuation of Deferred@1821384457 after retry RPC after error@864812258) -> (continuation of Deferred@335664360 after retry RPC after error@151562059) -> (continuation of Deferred@1703713076 after retry RPC after error@160171403) -> (continuation of Deferred@330311366 after retry RPC after error@1607395588)))
01:59:01.875 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:01.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:01.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:01.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:01.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:01.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:01.977 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.017 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.116 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [84ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1943209694(state=PENDING, result=null, callback=(continuation of Deferred@1634900555 after retry RPC after error@197464385) -> (continuation of Deferred@2042926256 after retry RPC after error@315263136) -> (continuation of Deferred@1730148464 after retry RPC after error@1148433099) -> (continuation of Deferred@424665057 after retry RPC after error@1594280928) -> (continuation of Deferred@1203921928 after retry RPC after error@511599569) -> (continuation of Deferred@2032731944 after retry RPC after error@270109222) -> (continuation of Deferred@1152343561 after retry RPC after error@690146726), errback=(continuation of Deferred@1634900555 after retry RPC after error@197464385) -> (continuation of Deferred@2042926256 after retry RPC after error@315263136) -> (continuation of Deferred@1730148464 after retry RPC after error@1148433099) -> (continuation of Deferred@424665057 after retry RPC after error@1594280928) -> (continuation of Deferred@1203921928 after retry RPC after error@511599569) -> (continuation of Deferred@2032731944 after retry RPC after error@270109222) -> (continuation of Deferred@1152343561 after retry RPC after error@690146726)))
01:59:02.117 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [84ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1943209694(state=PENDING, result=null, callback=(continuation of Deferred@1634900555 after retry RPC after error@197464385) -> (continuation of Deferred@2042926256 after retry RPC after error@315263136) -> (continuation of Deferred@1730148464 after retry RPC after error@1148433099) -> (continuation of Deferred@424665057 after retry RPC after error@1594280928) -> (continuation of Deferred@1203921928 after retry RPC after error@511599569) -> (continuation of Deferred@2032731944 after retry RPC after error@270109222) -> (continuation of Deferred@1152343561 after retry RPC after error@690146726), errback=(continuation of Deferred@1634900555 after retry RPC after error@197464385) -> (continuation of Deferred@2042926256 after retry RPC after error@315263136) -> (continuation of Deferred@1730148464 after retry RPC after error@1148433099) -> (continuation of Deferred@424665057 after retry RPC after error@1594280928) -> (continuation of Deferred@1203921928 after retry RPC after error@511599569) -> (continuation of Deferred@2032731944 after retry RPC after error@270109222) -> (continuation of Deferred@1152343561 after retry RPC after error@690146726)))
01:59:02.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.257 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.337 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.337 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1107169603(state=PENDING, result=null, callback=(continuation of Deferred@1055202155 after retry RPC after error@1965509140) -> (continuation of Deferred@80187155 after retry RPC after error@897774273) -> (continuation of Deferred@589990233 after retry RPC after error@1813119170) -> (continuation of Deferred@1419097412 after retry RPC after error@1990410733) -> (continuation of Deferred@20217377 after retry RPC after error@2103212757) -> (continuation of Deferred@68870063 after retry RPC after error@1750751976), errback=(continuation of Deferred@1055202155 after retry RPC after error@1965509140) -> (continuation of Deferred@80187155 after retry RPC after error@897774273) -> (continuation of Deferred@589990233 after retry RPC after error@1813119170) -> (continuation of Deferred@1419097412 after retry RPC after error@1990410733) -> (continuation of Deferred@20217377 after retry RPC after error@2103212757) -> (continuation of Deferred@68870063 after retry RPC after error@1750751976)))
01:59:02.338 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1107169603(state=PENDING, result=null, callback=(continuation of Deferred@1055202155 after retry RPC after error@1965509140) -> (continuation of Deferred@80187155 after retry RPC after error@897774273) -> (continuation of Deferred@589990233 after retry RPC after error@1813119170) -> (continuation of Deferred@1419097412 after retry RPC after error@1990410733) -> (continuation of Deferred@20217377 after retry RPC after error@2103212757) -> (continuation of Deferred@68870063 after retry RPC after error@1750751976), errback=(continuation of Deferred@1055202155 after retry RPC after error@1965509140) -> (continuation of Deferred@80187155 after retry RPC after error@897774273) -> (continuation of Deferred@589990233 after retry RPC after error@1813119170) -> (continuation of Deferred@1419097412 after retry RPC after error@1990410733) -> (continuation of Deferred@20217377 after retry RPC after error@2103212757) -> (continuation of Deferred@68870063 after retry RPC after error@1750751976)))
01:59:02.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.576 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@429302589(state=PENDING, result=null, callback=(continuation of Deferred@635902 after retry RPC after error@1628398513) -> (continuation of Deferred@109166320 after retry RPC after error@706898518) -> (continuation of Deferred@1744415407 after retry RPC after error@2104577802) -> (continuation of Deferred@1988888682 after retry RPC after error@1329970231) -> (continuation of Deferred@1707330466 after retry RPC after error@306041103) -> (continuation of Deferred@73684090 after retry RPC after error@1721955525) -> (continuation of Deferred@491240808 after retry RPC after error@1636737638), errback=(continuation of Deferred@635902 after retry RPC after error@1628398513) -> (continuation of Deferred@109166320 after retry RPC after error@706898518) -> (continuation of Deferred@1744415407 after retry RPC after error@2104577802) -> (continuation of Deferred@1988888682 after retry RPC after error@1329970231) -> (continuation of Deferred@1707330466 after retry RPC after error@306041103) -> (continuation of Deferred@73684090 after retry RPC after error@1721955525) -> (continuation of Deferred@491240808 after retry RPC after error@1636737638)))
01:59:02.576 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@429302589(state=PENDING, result=null, callback=(continuation of Deferred@635902 after retry RPC after error@1628398513) -> (continuation of Deferred@109166320 after retry RPC after error@706898518) -> (continuation of Deferred@1744415407 after retry RPC after error@2104577802) -> (continuation of Deferred@1988888682 after retry RPC after error@1329970231) -> (continuation of Deferred@1707330466 after retry RPC after error@306041103) -> (continuation of Deferred@73684090 after retry RPC after error@1721955525) -> (continuation of Deferred@491240808 after retry RPC after error@1636737638), errback=(continuation of Deferred@635902 after retry RPC after error@1628398513) -> (continuation of Deferred@109166320 after retry RPC after error@706898518) -> (continuation of Deferred@1744415407 after retry RPC after error@2104577802) -> (continuation of Deferred@1988888682 after retry RPC after error@1329970231) -> (continuation of Deferred@1707330466 after retry RPC after error@306041103) -> (continuation of Deferred@73684090 after retry RPC after error@1721955525) -> (continuation of Deferred@491240808 after retry RPC after error@1636737638)))
01:59:02.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.635 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.736 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.776 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2018577713(state=PENDING, result=null, callback=(continuation of Deferred@26094361 after retry RPC after error@364694938) -> (continuation of Deferred@1607559697 after retry RPC after error@790219871) -> (continuation of Deferred@1598028870 after retry RPC after error@748431910) -> (continuation of Deferred@2018073670 after retry RPC after error@433261604) -> (continuation of Deferred@959323796 after retry RPC after error@1957613197) -> (continuation of Deferred@1186400050 after retry RPC after error@1199866348) -> (continuation of Deferred@236449078 after retry RPC after error@214929631), errback=(continuation of Deferred@26094361 after retry RPC after error@364694938) -> (continuation of Deferred@1607559697 after retry RPC after error@790219871) -> (continuation of Deferred@1598028870 after retry RPC after error@748431910) -> (continuation of Deferred@2018073670 after retry RPC after error@433261604) -> (continuation of Deferred@959323796 after retry RPC after error@1957613197) -> (continuation of Deferred@1186400050 after retry RPC after error@1199866348) -> (continuation of Deferred@236449078 after retry RPC after error@214929631)))
01:59:02.776 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2018577713(state=PENDING, result=null, callback=(continuation of Deferred@26094361 after retry RPC after error@364694938) -> (continuation of Deferred@1607559697 after retry RPC after error@790219871) -> (continuation of Deferred@1598028870 after retry RPC after error@748431910) -> (continuation of Deferred@2018073670 after retry RPC after error@433261604) -> (continuation of Deferred@959323796 after retry RPC after error@1957613197) -> (continuation of Deferred@1186400050 after retry RPC after error@1199866348) -> (continuation of Deferred@236449078 after retry RPC after error@214929631), errback=(continuation of Deferred@26094361 after retry RPC after error@364694938) -> (continuation of Deferred@1607559697 after retry RPC after error@790219871) -> (continuation of Deferred@1598028870 after retry RPC after error@748431910) -> (continuation of Deferred@2018073670 after retry RPC after error@433261604) -> (continuation of Deferred@959323796 after retry RPC after error@1957613197) -> (continuation of Deferred@1186400050 after retry RPC after error@1199866348) -> (continuation of Deferred@236449078 after retry RPC after error@214929631)))
01:59:02.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.815 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.815 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.855 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.855 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.936 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1892358124(state=PENDING, result=null, callback=(continuation of Deferred@383415040 after retry RPC after error@1239816719) -> (continuation of Deferred@797329370 after retry RPC after error@123359665) -> (continuation of Deferred@1113415721 after retry RPC after error@991050767) -> (continuation of Deferred@641143840 after retry RPC after error@1932856974) -> (continuation of Deferred@1522562281 after retry RPC after error@1889065466) -> (continuation of Deferred@1846564317 after retry RPC after error@898263023), errback=(continuation of Deferred@383415040 after retry RPC after error@1239816719) -> (continuation of Deferred@797329370 after retry RPC after error@123359665) -> (continuation of Deferred@1113415721 after retry RPC after error@991050767) -> (continuation of Deferred@641143840 after retry RPC after error@1932856974) -> (continuation of Deferred@1522562281 after retry RPC after error@1889065466) -> (continuation of Deferred@1846564317 after retry RPC after error@898263023)))
01:59:02.937 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1892358124(state=PENDING, result=null, callback=(continuation of Deferred@383415040 after retry RPC after error@1239816719) -> (continuation of Deferred@797329370 after retry RPC after error@123359665) -> (continuation of Deferred@1113415721 after retry RPC after error@991050767) -> (continuation of Deferred@641143840 after retry RPC after error@1932856974) -> (continuation of Deferred@1522562281 after retry RPC after error@1889065466) -> (continuation of Deferred@1846564317 after retry RPC after error@898263023), errback=(continuation of Deferred@383415040 after retry RPC after error@1239816719) -> (continuation of Deferred@797329370 after retry RPC after error@123359665) -> (continuation of Deferred@1113415721 after retry RPC after error@991050767) -> (continuation of Deferred@641143840 after retry RPC after error@1932856974) -> (continuation of Deferred@1522562281 after retry RPC after error@1889065466) -> (continuation of Deferred@1846564317 after retry RPC after error@898263023)))
01:59:02.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.956 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:02.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:02.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:02.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:02.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:02.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:03.043421 3534 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:03.043637 3534 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:03.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:03.044440 3534 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:03.046641 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:03.046844 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:03.046962 3381 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:03.047189 3534 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:03.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.116 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@914842052(state=PENDING, result=null, callback=(continuation of Deferred@1356123620 after retry RPC after error@494519559) -> (continuation of Deferred@1813140959 after retry RPC after error@1637257432) -> (continuation of Deferred@391891683 after retry RPC after error@1155097842) -> (continuation of Deferred@983264539 after retry RPC after error@1868442304) -> (continuation of Deferred@647751962 after retry RPC after error@694872015) -> (continuation of Deferred@1215865932 after retry RPC after error@1450090409), errback=(continuation of Deferred@1356123620 after retry RPC after error@494519559) -> (continuation of Deferred@1813140959 after retry RPC after error@1637257432) -> (continuation of Deferred@391891683 after retry RPC after error@1155097842) -> (continuation of Deferred@983264539 after retry RPC after error@1868442304) -> (continuation of Deferred@647751962 after retry RPC after error@694872015) -> (continuation of Deferred@1215865932 after retry RPC after error@1450090409)))
01:59:03.117 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@914842052(state=PENDING, result=null, callback=(continuation of Deferred@1356123620 after retry RPC after error@494519559) -> (continuation of Deferred@1813140959 after retry RPC after error@1637257432) -> (continuation of Deferred@391891683 after retry RPC after error@1155097842) -> (continuation of Deferred@983264539 after retry RPC after error@1868442304) -> (continuation of Deferred@647751962 after retry RPC after error@694872015) -> (continuation of Deferred@1215865932 after retry RPC after error@1450090409), errback=(continuation of Deferred@1356123620 after retry RPC after error@494519559) -> (continuation of Deferred@1813140959 after retry RPC after error@1637257432) -> (continuation of Deferred@391891683 after retry RPC after error@1155097842) -> (continuation of Deferred@983264539 after retry RPC after error@1868442304) -> (continuation of Deferred@647751962 after retry RPC after error@694872015) -> (continuation of Deferred@1215865932 after retry RPC after error@1450090409)))
01:59:03.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.296 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1549937504(state=PENDING, result=null, callback=(continuation of Deferred@1936107981 after retry RPC after error@2057414428) -> (continuation of Deferred@1258529436 after retry RPC after error@116898231) -> (continuation of Deferred@1075396709 after retry RPC after error@938972733) -> (continuation of Deferred@1639367965 after retry RPC after error@1522004637) -> (continuation of Deferred@1344768966 after retry RPC after error@1542105473) -> (continuation of Deferred@212013516 after retry RPC after error@1768241631) -> (continuation of Deferred@99677838 after retry RPC after error@190374160), errback=(continuation of Deferred@1936107981 after retry RPC after error@2057414428) -> (continuation of Deferred@1258529436 after retry RPC after error@116898231) -> (continuation of Deferred@1075396709 after retry RPC after error@938972733) -> (continuation of Deferred@1639367965 after retry RPC after error@1522004637) -> (continuation of Deferred@1344768966 after retry RPC after error@1542105473) -> (continuation of Deferred@212013516 after retry RPC after error@1768241631) -> (continuation of Deferred@99677838 after retry RPC after error@190374160)))
01:59:03.296 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1549937504(state=PENDING, result=null, callback=(continuation of Deferred@1936107981 after retry RPC after error@2057414428) -> (continuation of Deferred@1258529436 after retry RPC after error@116898231) -> (continuation of Deferred@1075396709 after retry RPC after error@938972733) -> (continuation of Deferred@1639367965 after retry RPC after error@1522004637) -> (continuation of Deferred@1344768966 after retry RPC after error@1542105473) -> (continuation of Deferred@212013516 after retry RPC after error@1768241631) -> (continuation of Deferred@99677838 after retry RPC after error@190374160), errback=(continuation of Deferred@1936107981 after retry RPC after error@2057414428) -> (continuation of Deferred@1258529436 after retry RPC after error@116898231) -> (continuation of Deferred@1075396709 after retry RPC after error@938972733) -> (continuation of Deferred@1639367965 after retry RPC after error@1522004637) -> (continuation of Deferred@1344768966 after retry RPC after error@1542105473) -> (continuation of Deferred@212013516 after retry RPC after error@1768241631) -> (continuation of Deferred@99677838 after retry RPC after error@190374160)))
01:59:03.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.376 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.378 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.496 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@63254373(state=PENDING, result=null, callback=(continuation of Deferred@183495132 after retry RPC after error@939042344) -> (continuation of Deferred@663281244 after retry RPC after error@219968463) -> (continuation of Deferred@2026425017 after retry RPC after error@183761518) -> (continuation of Deferred@1802026834 after retry RPC after error@92548091) -> (continuation of Deferred@1000842480 after retry RPC after error@772933984) -> (continuation of Deferred@3056095 after retry RPC after error@609323474), errback=(continuation of Deferred@183495132 after retry RPC after error@939042344) -> (continuation of Deferred@663281244 after retry RPC after error@219968463) -> (continuation of Deferred@2026425017 after retry RPC after error@183761518) -> (continuation of Deferred@1802026834 after retry RPC after error@92548091) -> (continuation of Deferred@1000842480 after retry RPC after error@772933984) -> (continuation of Deferred@3056095 after retry RPC after error@609323474)))
01:59:03.497 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@63254373(state=PENDING, result=null, callback=(continuation of Deferred@183495132 after retry RPC after error@939042344) -> (continuation of Deferred@663281244 after retry RPC after error@219968463) -> (continuation of Deferred@2026425017 after retry RPC after error@183761518) -> (continuation of Deferred@1802026834 after retry RPC after error@92548091) -> (continuation of Deferred@1000842480 after retry RPC after error@772933984) -> (continuation of Deferred@3056095 after retry RPC after error@609323474), errback=(continuation of Deferred@183495132 after retry RPC after error@939042344) -> (continuation of Deferred@663281244 after retry RPC after error@219968463) -> (continuation of Deferred@2026425017 after retry RPC after error@183761518) -> (continuation of Deferred@1802026834 after retry RPC after error@92548091) -> (continuation of Deferred@1000842480 after retry RPC after error@772933984) -> (continuation of Deferred@3056095 after retry RPC after error@609323474)))
01:59:03.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:03.592443 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:03.592599 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:03.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.635 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.716 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1523734199(state=PENDING, result=null, callback=(continuation of Deferred@1167103447 after retry RPC after error@67746469) -> (continuation of Deferred@1441318576 after retry RPC after error@499598676) -> (continuation of Deferred@1555584278 after retry RPC after error@355274934) -> (continuation of Deferred@115575269 after retry RPC after error@556368264) -> (continuation of Deferred@1067937886 after retry RPC after error@1114795964) -> (continuation of Deferred@1489271478 after retry RPC after error@898401767), errback=(continuation of Deferred@1167103447 after retry RPC after error@67746469) -> (continuation of Deferred@1441318576 after retry RPC after error@499598676) -> (continuation of Deferred@1555584278 after retry RPC after error@355274934) -> (continuation of Deferred@115575269 after retry RPC after error@556368264) -> (continuation of Deferred@1067937886 after retry RPC after error@1114795964) -> (continuation of Deferred@1489271478 after retry RPC after error@898401767)))
01:59:03.716 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1523734199(state=PENDING, result=null, callback=(continuation of Deferred@1167103447 after retry RPC after error@67746469) -> (continuation of Deferred@1441318576 after retry RPC after error@499598676) -> (continuation of Deferred@1555584278 after retry RPC after error@355274934) -> (continuation of Deferred@115575269 after retry RPC after error@556368264) -> (continuation of Deferred@1067937886 after retry RPC after error@1114795964) -> (continuation of Deferred@1489271478 after retry RPC after error@898401767), errback=(continuation of Deferred@1167103447 after retry RPC after error@67746469) -> (continuation of Deferred@1441318576 after retry RPC after error@499598676) -> (continuation of Deferred@1555584278 after retry RPC after error@355274934) -> (continuation of Deferred@115575269 after retry RPC after error@556368264) -> (continuation of Deferred@1067937886 after retry RPC after error@1114795964) -> (continuation of Deferred@1489271478 after retry RPC after error@898401767)))
01:59:03.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.936 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@304778342(state=PENDING, result=null, callback=(continuation of Deferred@1864382973 after retry RPC after error@1071023602) -> (continuation of Deferred@779775375 after retry RPC after error@1752534426) -> (continuation of Deferred@108310200 after retry RPC after error@226902673) -> (continuation of Deferred@1894596795 after retry RPC after error@883952225) -> (continuation of Deferred@387080993 after retry RPC after error@683616664) -> (continuation of Deferred@843926700 after retry RPC after error@102415238) -> (continuation of Deferred@34986767 after retry RPC after error@1404551484), errback=(continuation of Deferred@1864382973 after retry RPC after error@1071023602) -> (continuation of Deferred@779775375 after retry RPC after error@1752534426) -> (continuation of Deferred@108310200 after retry RPC after error@226902673) -> (continuation of Deferred@1894596795 after retry RPC after error@883952225) -> (continuation of Deferred@387080993 after retry RPC after error@683616664) -> (continuation of Deferred@843926700 after retry RPC after error@102415238) -> (continuation of Deferred@34986767 after retry RPC after error@1404551484)))
01:59:03.936 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@304778342(state=PENDING, result=null, callback=(continuation of Deferred@1864382973 after retry RPC after error@1071023602) -> (continuation of Deferred@779775375 after retry RPC after error@1752534426) -> (continuation of Deferred@108310200 after retry RPC after error@226902673) -> (continuation of Deferred@1894596795 after retry RPC after error@883952225) -> (continuation of Deferred@387080993 after retry RPC after error@683616664) -> (continuation of Deferred@843926700 after retry RPC after error@102415238) -> (continuation of Deferred@34986767 after retry RPC after error@1404551484), errback=(continuation of Deferred@1864382973 after retry RPC after error@1071023602) -> (continuation of Deferred@779775375 after retry RPC after error@1752534426) -> (continuation of Deferred@108310200 after retry RPC after error@226902673) -> (continuation of Deferred@1894596795 after retry RPC after error@883952225) -> (continuation of Deferred@387080993 after retry RPC after error@683616664) -> (continuation of Deferred@843926700 after retry RPC after error@102415238) -> (continuation of Deferred@34986767 after retry RPC after error@1404551484)))
01:59:03.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.956 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:03.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:03.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:03.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:03.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:03.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.195 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@753717995(state=PENDING, result=null, callback=(continuation of Deferred@1626334002 after retry RPC after error@185062040) -> (continuation of Deferred@297920653 after retry RPC after error@1534073812) -> (continuation of Deferred@1150911995 after retry RPC after error@1899961570) -> (continuation of Deferred@1873020872 after retry RPC after error@877727571) -> (continuation of Deferred@1022358143 after retry RPC after error@893268236) -> (continuation of Deferred@2053896740 after retry RPC after error@1182550445) -> (continuation of Deferred@96679703 after retry RPC after error@1093779698), errback=(continuation of Deferred@1626334002 after retry RPC after error@185062040) -> (continuation of Deferred@297920653 after retry RPC after error@1534073812) -> (continuation of Deferred@1150911995 after retry RPC after error@1899961570) -> (continuation of Deferred@1873020872 after retry RPC after error@877727571) -> (continuation of Deferred@1022358143 after retry RPC after error@893268236) -> (continuation of Deferred@2053896740 after retry RPC after error@1182550445) -> (continuation of Deferred@96679703 after retry RPC after error@1093779698)))
01:59:04.195 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@753717995(state=PENDING, result=null, callback=(continuation of Deferred@1626334002 after retry RPC after error@185062040) -> (continuation of Deferred@297920653 after retry RPC after error@1534073812) -> (continuation of Deferred@1150911995 after retry RPC after error@1899961570) -> (continuation of Deferred@1873020872 after retry RPC after error@877727571) -> (continuation of Deferred@1022358143 after retry RPC after error@893268236) -> (continuation of Deferred@2053896740 after retry RPC after error@1182550445) -> (continuation of Deferred@96679703 after retry RPC after error@1093779698), errback=(continuation of Deferred@1626334002 after retry RPC after error@185062040) -> (continuation of Deferred@297920653 after retry RPC after error@1534073812) -> (continuation of Deferred@1150911995 after retry RPC after error@1899961570) -> (continuation of Deferred@1873020872 after retry RPC after error@877727571) -> (continuation of Deferred@1022358143 after retry RPC after error@893268236) -> (continuation of Deferred@2053896740 after retry RPC after error@1182550445) -> (continuation of Deferred@96679703 after retry RPC after error@1093779698)))
01:59:04.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.335 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.335 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.376 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@570143768(state=PENDING, result=null, callback=(continuation of Deferred@457716783 after retry RPC after error@1154340317) -> (continuation of Deferred@995986589 after retry RPC after error@1199223962) -> (continuation of Deferred@499714326 after retry RPC after error@922764367) -> (continuation of Deferred@1617829718 after retry RPC after error@1923262885) -> (continuation of Deferred@670474078 after retry RPC after error@316773843) -> (continuation of Deferred@40221814 after retry RPC after error@1710080542), errback=(continuation of Deferred@457716783 after retry RPC after error@1154340317) -> (continuation of Deferred@995986589 after retry RPC after error@1199223962) -> (continuation of Deferred@499714326 after retry RPC after error@922764367) -> (continuation of Deferred@1617829718 after retry RPC after error@1923262885) -> (continuation of Deferred@670474078 after retry RPC after error@316773843) -> (continuation of Deferred@40221814 after retry RPC after error@1710080542)))
01:59:04.377 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@570143768(state=PENDING, result=null, callback=(continuation of Deferred@457716783 after retry RPC after error@1154340317) -> (continuation of Deferred@995986589 after retry RPC after error@1199223962) -> (continuation of Deferred@499714326 after retry RPC after error@922764367) -> (continuation of Deferred@1617829718 after retry RPC after error@1923262885) -> (continuation of Deferred@670474078 after retry RPC after error@316773843) -> (continuation of Deferred@40221814 after retry RPC after error@1710080542), errback=(continuation of Deferred@457716783 after retry RPC after error@1154340317) -> (continuation of Deferred@995986589 after retry RPC after error@1199223962) -> (continuation of Deferred@499714326 after retry RPC after error@922764367) -> (continuation of Deferred@1617829718 after retry RPC after error@1923262885) -> (continuation of Deferred@670474078 after retry RPC after error@316773843) -> (continuation of Deferred@40221814 after retry RPC after error@1710080542)))
01:59:04.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.415 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.456 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.576 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1283240225(state=PENDING, result=null, callback=(continuation of Deferred@788630289 after retry RPC after error@1482280978) -> (continuation of Deferred@1290854643 after retry RPC after error@1705817589) -> (continuation of Deferred@1188488018 after retry RPC after error@1352233690) -> (continuation of Deferred@455468866 after retry RPC after error@455535310) -> (continuation of Deferred@1780172427 after retry RPC after error@1896867504) -> (continuation of Deferred@1168375844 after retry RPC after error@1769534148), errback=(continuation of Deferred@788630289 after retry RPC after error@1482280978) -> (continuation of Deferred@1290854643 after retry RPC after error@1705817589) -> (continuation of Deferred@1188488018 after retry RPC after error@1352233690) -> (continuation of Deferred@455468866 after retry RPC after error@455535310) -> (continuation of Deferred@1780172427 after retry RPC after error@1896867504) -> (continuation of Deferred@1168375844 after retry RPC after error@1769534148)))
01:59:04.577 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1283240225(state=PENDING, result=null, callback=(continuation of Deferred@788630289 after retry RPC after error@1482280978) -> (continuation of Deferred@1290854643 after retry RPC after error@1705817589) -> (continuation of Deferred@1188488018 after retry RPC after error@1352233690) -> (continuation of Deferred@455468866 after retry RPC after error@455535310) -> (continuation of Deferred@1780172427 after retry RPC after error@1896867504) -> (continuation of Deferred@1168375844 after retry RPC after error@1769534148), errback=(continuation of Deferred@788630289 after retry RPC after error@1482280978) -> (continuation of Deferred@1290854643 after retry RPC after error@1705817589) -> (continuation of Deferred@1188488018 after retry RPC after error@1352233690) -> (continuation of Deferred@455468866 after retry RPC after error@455535310) -> (continuation of Deferred@1780172427 after retry RPC after error@1896867504) -> (continuation of Deferred@1168375844 after retry RPC after error@1769534148)))
01:59:04.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.595 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.595 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.595 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.655 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.736 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:04.808204 3551 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:04.808423 3551 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:04.809340 3551 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:04.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:04.811478 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:04.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:04.811690 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:04.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:04.811838 3378 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:04.812095 3551 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:04.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.836 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2074121716(state=PENDING, result=null, callback=(continuation of Deferred@812919869 after retry RPC after error@452873247) -> (continuation of Deferred@524923186 after retry RPC after error@1614387226) -> (continuation of Deferred@1908233700 after retry RPC after error@424374648) -> (continuation of Deferred@1264161602 after retry RPC after error@1737243515) -> (continuation of Deferred@2080718875 after retry RPC after error@1049050706) -> (continuation of Deferred@960723267 after retry RPC after error@1066584819) -> (continuation of Deferred@1774272642 after retry RPC after error@1857259078), errback=(continuation of Deferred@812919869 after retry RPC after error@452873247) -> (continuation of Deferred@524923186 after retry RPC after error@1614387226) -> (continuation of Deferred@1908233700 after retry RPC after error@424374648) -> (continuation of Deferred@1264161602 after retry RPC after error@1737243515) -> (continuation of Deferred@2080718875 after retry RPC after error@1049050706) -> (continuation of Deferred@960723267 after retry RPC after error@1066584819) -> (continuation of Deferred@1774272642 after retry RPC after error@1857259078)))
01:59:04.836 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2074121716(state=PENDING, result=null, callback=(continuation of Deferred@812919869 after retry RPC after error@452873247) -> (continuation of Deferred@524923186 after retry RPC after error@1614387226) -> (continuation of Deferred@1908233700 after retry RPC after error@424374648) -> (continuation of Deferred@1264161602 after retry RPC after error@1737243515) -> (continuation of Deferred@2080718875 after retry RPC after error@1049050706) -> (continuation of Deferred@960723267 after retry RPC after error@1066584819) -> (continuation of Deferred@1774272642 after retry RPC after error@1857259078), errback=(continuation of Deferred@812919869 after retry RPC after error@452873247) -> (continuation of Deferred@524923186 after retry RPC after error@1614387226) -> (continuation of Deferred@1908233700 after retry RPC after error@424374648) -> (continuation of Deferred@1264161602 after retry RPC after error@1737243515) -> (continuation of Deferred@2080718875 after retry RPC after error@1049050706) -> (continuation of Deferred@960723267 after retry RPC after error@1066584819) -> (continuation of Deferred@1774272642 after retry RPC after error@1857259078)))
01:59:04.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.895 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.956 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:04.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:04.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:04.995 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.995 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.995 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:04.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:04.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.035 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2074815235(state=PENDING, result=null, callback=(continuation of Deferred@972112283 after retry RPC after error@739354573) -> (continuation of Deferred@1381006954 after retry RPC after error@1887544336) -> (continuation of Deferred@1137696258 after retry RPC after error@1656829561) -> (continuation of Deferred@859027301 after retry RPC after error@1315910711) -> (continuation of Deferred@1936579638 after retry RPC after error@410275548) -> (continuation of Deferred@911362600 after retry RPC after error@19598937) -> (continuation of Deferred@473628198 after retry RPC after error@637686227), errback=(continuation of Deferred@972112283 after retry RPC after error@739354573) -> (continuation of Deferred@1381006954 after retry RPC after error@1887544336) -> (continuation of Deferred@1137696258 after retry RPC after error@1656829561) -> (continuation of Deferred@859027301 after retry RPC after error@1315910711) -> (continuation of Deferred@1936579638 after retry RPC after error@410275548) -> (continuation of Deferred@911362600 after retry RPC after error@19598937) -> (continuation of Deferred@473628198 after retry RPC after error@637686227)))
01:59:05.036 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2074815235(state=PENDING, result=null, callback=(continuation of Deferred@972112283 after retry RPC after error@739354573) -> (continuation of Deferred@1381006954 after retry RPC after error@1887544336) -> (continuation of Deferred@1137696258 after retry RPC after error@1656829561) -> (continuation of Deferred@859027301 after retry RPC after error@1315910711) -> (continuation of Deferred@1936579638 after retry RPC after error@410275548) -> (continuation of Deferred@911362600 after retry RPC after error@19598937) -> (continuation of Deferred@473628198 after retry RPC after error@637686227), errback=(continuation of Deferred@972112283 after retry RPC after error@739354573) -> (continuation of Deferred@1381006954 after retry RPC after error@1887544336) -> (continuation of Deferred@1137696258 after retry RPC after error@1656829561) -> (continuation of Deferred@859027301 after retry RPC after error@1315910711) -> (continuation of Deferred@1936579638 after retry RPC after error@410275548) -> (continuation of Deferred@911362600 after retry RPC after error@19598937) -> (continuation of Deferred@473628198 after retry RPC after error@637686227)))
01:59:05.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.256 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2042541673(state=PENDING, result=null, callback=(continuation of Deferred@1204689477 after retry RPC after error@256378398) -> (continuation of Deferred@198043671 after retry RPC after error@122428153) -> (continuation of Deferred@820454503 after retry RPC after error@2135993491) -> (continuation of Deferred@465137214 after retry RPC after error@2093298786) -> (continuation of Deferred@1963516801 after retry RPC after error@256306567) -> (continuation of Deferred@1608432335 after retry RPC after error@183366514) -> (continuation of Deferred@952831301 after retry RPC after error@14284046), errback=(continuation of Deferred@1204689477 after retry RPC after error@256378398) -> (continuation of Deferred@198043671 after retry RPC after error@122428153) -> (continuation of Deferred@820454503 after retry RPC after error@2135993491) -> (continuation of Deferred@465137214 after retry RPC after error@2093298786) -> (continuation of Deferred@1963516801 after retry RPC after error@256306567) -> (continuation of Deferred@1608432335 after retry RPC after error@183366514) -> (continuation of Deferred@952831301 after retry RPC after error@14284046)))
01:59:05.257 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2042541673(state=PENDING, result=null, callback=(continuation of Deferred@1204689477 after retry RPC after error@256378398) -> (continuation of Deferred@198043671 after retry RPC after error@122428153) -> (continuation of Deferred@820454503 after retry RPC after error@2135993491) -> (continuation of Deferred@465137214 after retry RPC after error@2093298786) -> (continuation of Deferred@1963516801 after retry RPC after error@256306567) -> (continuation of Deferred@1608432335 after retry RPC after error@183366514) -> (continuation of Deferred@952831301 after retry RPC after error@14284046), errback=(continuation of Deferred@1204689477 after retry RPC after error@256378398) -> (continuation of Deferred@198043671 after retry RPC after error@122428153) -> (continuation of Deferred@820454503 after retry RPC after error@2135993491) -> (continuation of Deferred@465137214 after retry RPC after error@2093298786) -> (continuation of Deferred@1963516801 after retry RPC after error@256306567) -> (continuation of Deferred@1608432335 after retry RPC after error@183366514) -> (continuation of Deferred@952831301 after retry RPC after error@14284046)))
01:59:05.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.456 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.456 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@333919056(state=PENDING, result=null, callback=(continuation of Deferred@503032933 after retry RPC after error@2141649643) -> (continuation of Deferred@628495425 after retry RPC after error@253873676) -> (continuation of Deferred@1341768457 after retry RPC after error@130025919) -> (continuation of Deferred@302108954 after retry RPC after error@332479736) -> (continuation of Deferred@305222656 after retry RPC after error@356198920) -> (continuation of Deferred@154054836 after retry RPC after error@327318421) -> (continuation of Deferred@193703089 after retry RPC after error@1202498722), errback=(continuation of Deferred@503032933 after retry RPC after error@2141649643) -> (continuation of Deferred@628495425 after retry RPC after error@253873676) -> (continuation of Deferred@1341768457 after retry RPC after error@130025919) -> (continuation of Deferred@302108954 after retry RPC after error@332479736) -> (continuation of Deferred@305222656 after retry RPC after error@356198920) -> (continuation of Deferred@154054836 after retry RPC after error@327318421) -> (continuation of Deferred@193703089 after retry RPC after error@1202498722)))
01:59:05.456 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@333919056(state=PENDING, result=null, callback=(continuation of Deferred@503032933 after retry RPC after error@2141649643) -> (continuation of Deferred@628495425 after retry RPC after error@253873676) -> (continuation of Deferred@1341768457 after retry RPC after error@130025919) -> (continuation of Deferred@302108954 after retry RPC after error@332479736) -> (continuation of Deferred@305222656 after retry RPC after error@356198920) -> (continuation of Deferred@154054836 after retry RPC after error@327318421) -> (continuation of Deferred@193703089 after retry RPC after error@1202498722), errback=(continuation of Deferred@503032933 after retry RPC after error@2141649643) -> (continuation of Deferred@628495425 after retry RPC after error@253873676) -> (continuation of Deferred@1341768457 after retry RPC after error@130025919) -> (continuation of Deferred@302108954 after retry RPC after error@332479736) -> (continuation of Deferred@305222656 after retry RPC after error@356198920) -> (continuation of Deferred@154054836 after retry RPC after error@327318421) -> (continuation of Deferred@193703089 after retry RPC after error@1202498722)))
01:59:05.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.656 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@747715084(state=PENDING, result=null, callback=(continuation of Deferred@990736641 after retry RPC after error@1012312779) -> (continuation of Deferred@1121607639 after retry RPC after error@1732140250) -> (continuation of Deferred@929803333 after retry RPC after error@1046628497) -> (continuation of Deferred@777428077 after retry RPC after error@991682033) -> (continuation of Deferred@1375229779 after retry RPC after error@2104666941) -> (continuation of Deferred@1742595338 after retry RPC after error@46942293), errback=(continuation of Deferred@990736641 after retry RPC after error@1012312779) -> (continuation of Deferred@1121607639 after retry RPC after error@1732140250) -> (continuation of Deferred@929803333 after retry RPC after error@1046628497) -> (continuation of Deferred@777428077 after retry RPC after error@991682033) -> (continuation of Deferred@1375229779 after retry RPC after error@2104666941) -> (continuation of Deferred@1742595338 after retry RPC after error@46942293)))
01:59:05.656 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@747715084(state=PENDING, result=null, callback=(continuation of Deferred@990736641 after retry RPC after error@1012312779) -> (continuation of Deferred@1121607639 after retry RPC after error@1732140250) -> (continuation of Deferred@929803333 after retry RPC after error@1046628497) -> (continuation of Deferred@777428077 after retry RPC after error@991682033) -> (continuation of Deferred@1375229779 after retry RPC after error@2104666941) -> (continuation of Deferred@1742595338 after retry RPC after error@46942293), errback=(continuation of Deferred@990736641 after retry RPC after error@1012312779) -> (continuation of Deferred@1121607639 after retry RPC after error@1732140250) -> (continuation of Deferred@929803333 after retry RPC after error@1046628497) -> (continuation of Deferred@777428077 after retry RPC after error@991682033) -> (continuation of Deferred@1375229779 after retry RPC after error@2104666941) -> (continuation of Deferred@1742595338 after retry RPC after error@46942293)))
01:59:05.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.877 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@207620570(state=PENDING, result=null, callback=(continuation of Deferred@1909887966 after retry RPC after error@1407366) -> (continuation of Deferred@516413702 after retry RPC after error@317013469) -> (continuation of Deferred@1466434620 after retry RPC after error@2082119198) -> (continuation of Deferred@1555392370 after retry RPC after error@1728426732) -> (continuation of Deferred@1885012948 after retry RPC after error@1486461359) -> (continuation of Deferred@803273529 after retry RPC after error@1706606331), errback=(continuation of Deferred@1909887966 after retry RPC after error@1407366) -> (continuation of Deferred@516413702 after retry RPC after error@317013469) -> (continuation of Deferred@1466434620 after retry RPC after error@2082119198) -> (continuation of Deferred@1555392370 after retry RPC after error@1728426732) -> (continuation of Deferred@1885012948 after retry RPC after error@1486461359) -> (continuation of Deferred@803273529 after retry RPC after error@1706606331)))
01:59:05.877 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@207620570(state=PENDING, result=null, callback=(continuation of Deferred@1909887966 after retry RPC after error@1407366) -> (continuation of Deferred@516413702 after retry RPC after error@317013469) -> (continuation of Deferred@1466434620 after retry RPC after error@2082119198) -> (continuation of Deferred@1555392370 after retry RPC after error@1728426732) -> (continuation of Deferred@1885012948 after retry RPC after error@1486461359) -> (continuation of Deferred@803273529 after retry RPC after error@1706606331), errback=(continuation of Deferred@1909887966 after retry RPC after error@1407366) -> (continuation of Deferred@516413702 after retry RPC after error@317013469) -> (continuation of Deferred@1466434620 after retry RPC after error@2082119198) -> (continuation of Deferred@1555392370 after retry RPC after error@1728426732) -> (continuation of Deferred@1885012948 after retry RPC after error@1486461359) -> (continuation of Deferred@803273529 after retry RPC after error@1706606331)))
01:59:05.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:05.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:05.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:05.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:05.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:05.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:06.010833 2864 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:06.012302 2864 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:06.014382 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:06.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.076 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1088285008(state=PENDING, result=null, callback=(continuation of Deferred@373357565 after retry RPC after error@425098865) -> (continuation of Deferred@1790660391 after retry RPC after error@1157868617) -> (continuation of Deferred@1418541063 after retry RPC after error@2114089233) -> (continuation of Deferred@1324407681 after retry RPC after error@373901298) -> (continuation of Deferred@733546556 after retry RPC after error@1188982435) -> (continuation of Deferred@247109930 after retry RPC after error@1385183704) -> (continuation of Deferred@822813534 after retry RPC after error@68548778), errback=(continuation of Deferred@373357565 after retry RPC after error@425098865) -> (continuation of Deferred@1790660391 after retry RPC after error@1157868617) -> (continuation of Deferred@1418541063 after retry RPC after error@2114089233) -> (continuation of Deferred@1324407681 after retry RPC after error@373901298) -> (continuation of Deferred@733546556 after retry RPC after error@1188982435) -> (continuation of Deferred@247109930 after retry RPC after error@1385183704) -> (continuation of Deferred@822813534 after retry RPC after error@68548778)))
01:59:06.076 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1088285008(state=PENDING, result=null, callback=(continuation of Deferred@373357565 after retry RPC after error@425098865) -> (continuation of Deferred@1790660391 after retry RPC after error@1157868617) -> (continuation of Deferred@1418541063 after retry RPC after error@2114089233) -> (continuation of Deferred@1324407681 after retry RPC after error@373901298) -> (continuation of Deferred@733546556 after retry RPC after error@1188982435) -> (continuation of Deferred@247109930 after retry RPC after error@1385183704) -> (continuation of Deferred@822813534 after retry RPC after error@68548778), errback=(continuation of Deferred@373357565 after retry RPC after error@425098865) -> (continuation of Deferred@1790660391 after retry RPC after error@1157868617) -> (continuation of Deferred@1418541063 after retry RPC after error@2114089233) -> (continuation of Deferred@1324407681 after retry RPC after error@373901298) -> (continuation of Deferred@733546556 after retry RPC after error@1188982435) -> (continuation of Deferred@247109930 after retry RPC after error@1385183704) -> (continuation of Deferred@822813534 after retry RPC after error@68548778)))
01:59:06.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.101 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.101 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.217 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.336 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [8ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1915056298(state=PENDING, result=null, callback=(continuation of Deferred@1894230213 after retry RPC after error@1415781202) -> (continuation of Deferred@13196994 after retry RPC after error@1496370769) -> (continuation of Deferred@350024754 after retry RPC after error@1487524976) -> (continuation of Deferred@308063977 after retry RPC after error@1296152757) -> (continuation of Deferred@1045411915 after retry RPC after error@676589990) -> (continuation of Deferred@1594829219 after retry RPC after error@525051623) -> (continuation of Deferred@1543882917 after retry RPC after error@1810680898), errback=(continuation of Deferred@1894230213 after retry RPC after error@1415781202) -> (continuation of Deferred@13196994 after retry RPC after error@1496370769) -> (continuation of Deferred@350024754 after retry RPC after error@1487524976) -> (continuation of Deferred@308063977 after retry RPC after error@1296152757) -> (continuation of Deferred@1045411915 after retry RPC after error@676589990) -> (continuation of Deferred@1594829219 after retry RPC after error@525051623) -> (continuation of Deferred@1543882917 after retry RPC after error@1810680898)))
01:59:06.336 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [8ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1915056298(state=PENDING, result=null, callback=(continuation of Deferred@1894230213 after retry RPC after error@1415781202) -> (continuation of Deferred@13196994 after retry RPC after error@1496370769) -> (continuation of Deferred@350024754 after retry RPC after error@1487524976) -> (continuation of Deferred@308063977 after retry RPC after error@1296152757) -> (continuation of Deferred@1045411915 after retry RPC after error@676589990) -> (continuation of Deferred@1594829219 after retry RPC after error@525051623) -> (continuation of Deferred@1543882917 after retry RPC after error@1810680898), errback=(continuation of Deferred@1894230213 after retry RPC after error@1415781202) -> (continuation of Deferred@13196994 after retry RPC after error@1496370769) -> (continuation of Deferred@350024754 after retry RPC after error@1487524976) -> (continuation of Deferred@308063977 after retry RPC after error@1296152757) -> (continuation of Deferred@1045411915 after retry RPC after error@676589990) -> (continuation of Deferred@1594829219 after retry RPC after error@525051623) -> (continuation of Deferred@1543882917 after retry RPC after error@1810680898)))
01:59:06.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.435 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.516 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2022866063(state=PENDING, result=null, callback=(continuation of Deferred@1163063049 after retry RPC after error@524971309) -> (continuation of Deferred@1387242329 after retry RPC after error@959634311) -> (continuation of Deferred@1800028431 after retry RPC after error@656767566) -> (continuation of Deferred@146780312 after retry RPC after error@662613227) -> (continuation of Deferred@512082738 after retry RPC after error@318651814) -> (continuation of Deferred@1739613201 after retry RPC after error@905680376), errback=(continuation of Deferred@1163063049 after retry RPC after error@524971309) -> (continuation of Deferred@1387242329 after retry RPC after error@959634311) -> (continuation of Deferred@1800028431 after retry RPC after error@656767566) -> (continuation of Deferred@146780312 after retry RPC after error@662613227) -> (continuation of Deferred@512082738 after retry RPC after error@318651814) -> (continuation of Deferred@1739613201 after retry RPC after error@905680376)))
01:59:06.517 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2022866063(state=PENDING, result=null, callback=(continuation of Deferred@1163063049 after retry RPC after error@524971309) -> (continuation of Deferred@1387242329 after retry RPC after error@959634311) -> (continuation of Deferred@1800028431 after retry RPC after error@656767566) -> (continuation of Deferred@146780312 after retry RPC after error@662613227) -> (continuation of Deferred@512082738 after retry RPC after error@318651814) -> (continuation of Deferred@1739613201 after retry RPC after error@905680376), errback=(continuation of Deferred@1163063049 after retry RPC after error@524971309) -> (continuation of Deferred@1387242329 after retry RPC after error@959634311) -> (continuation of Deferred@1800028431 after retry RPC after error@656767566) -> (continuation of Deferred@146780312 after retry RPC after error@662613227) -> (continuation of Deferred@512082738 after retry RPC after error@318651814) -> (continuation of Deferred@1739613201 after retry RPC after error@905680376)))
01:59:06.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.595 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.736 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1424450766(state=PENDING, result=null, callback=(continuation of Deferred@135082511 after retry RPC after error@332735170) -> (continuation of Deferred@155068970 after retry RPC after error@1712385751) -> (continuation of Deferred@132920656 after retry RPC after error@1033225309) -> (continuation of Deferred@1166198463 after retry RPC after error@604368526) -> (continuation of Deferred@1109727723 after retry RPC after error@1367444190) -> (continuation of Deferred@48564591 after retry RPC after error@161478179) -> (continuation of Deferred@1662995642 after retry RPC after error@1050017149), errback=(continuation of Deferred@135082511 after retry RPC after error@332735170) -> (continuation of Deferred@155068970 after retry RPC after error@1712385751) -> (continuation of Deferred@132920656 after retry RPC after error@1033225309) -> (continuation of Deferred@1166198463 after retry RPC after error@604368526) -> (continuation of Deferred@1109727723 after retry RPC after error@1367444190) -> (continuation of Deferred@48564591 after retry RPC after error@161478179) -> (continuation of Deferred@1662995642 after retry RPC after error@1050017149)))
01:59:06.736 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1424450766(state=PENDING, result=null, callback=(continuation of Deferred@135082511 after retry RPC after error@332735170) -> (continuation of Deferred@155068970 after retry RPC after error@1712385751) -> (continuation of Deferred@132920656 after retry RPC after error@1033225309) -> (continuation of Deferred@1166198463 after retry RPC after error@604368526) -> (continuation of Deferred@1109727723 after retry RPC after error@1367444190) -> (continuation of Deferred@48564591 after retry RPC after error@161478179) -> (continuation of Deferred@1662995642 after retry RPC after error@1050017149), errback=(continuation of Deferred@135082511 after retry RPC after error@332735170) -> (continuation of Deferred@155068970 after retry RPC after error@1712385751) -> (continuation of Deferred@132920656 after retry RPC after error@1033225309) -> (continuation of Deferred@1166198463 after retry RPC after error@604368526) -> (continuation of Deferred@1109727723 after retry RPC after error@1367444190) -> (continuation of Deferred@48564591 after retry RPC after error@161478179) -> (continuation of Deferred@1662995642 after retry RPC after error@1050017149)))
01:59:06.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.775 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.956 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2003105240(state=PENDING, result=null, callback=(continuation of Deferred@1514084957 after retry RPC after error@1901253150) -> (continuation of Deferred@807066785 after retry RPC after error@1610626383) -> (continuation of Deferred@1120872160 after retry RPC after error@627756677) -> (continuation of Deferred@1140056413 after retry RPC after error@574098977) -> (continuation of Deferred@435934368 after retry RPC after error@1788227580) -> (continuation of Deferred@917754618 after retry RPC after error@1410894603) -> (continuation of Deferred@327224316 after retry RPC after error@1219706815) -> (continuation of Deferred@1623134289 after retry RPC after error@1886359454), errback=(continuation of Deferred@1514084957 after retry RPC after error@1901253150) -> (continuation of Deferred@807066785 after retry RPC after error@1610626383) -> (continuation of Deferred@1120872160 after retry RPC after error@627756677) -> (continuation of Deferred@1140056413 after retry RPC after error@574098977) -> (continuation of Deferred@435934368 after retry RPC after error@1788227580) -> (continuation of Deferred@917754618 after retry RPC after error@1410894603) -> (continuation of Deferred@327224316 after retry RPC after error@1219706815) -> (continuation of Deferred@1623134289 after retry RPC after error@1886359454)))
01:59:06.956 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2003105240(state=PENDING, result=null, callback=(continuation of Deferred@1514084957 after retry RPC after error@1901253150) -> (continuation of Deferred@807066785 after retry RPC after error@1610626383) -> (continuation of Deferred@1120872160 after retry RPC after error@627756677) -> (continuation of Deferred@1140056413 after retry RPC after error@574098977) -> (continuation of Deferred@435934368 after retry RPC after error@1788227580) -> (continuation of Deferred@917754618 after retry RPC after error@1410894603) -> (continuation of Deferred@327224316 after retry RPC after error@1219706815) -> (continuation of Deferred@1623134289 after retry RPC after error@1886359454), errback=(continuation of Deferred@1514084957 after retry RPC after error@1901253150) -> (continuation of Deferred@807066785 after retry RPC after error@1610626383) -> (continuation of Deferred@1120872160 after retry RPC after error@627756677) -> (continuation of Deferred@1140056413 after retry RPC after error@574098977) -> (continuation of Deferred@435934368 after retry RPC after error@1788227580) -> (continuation of Deferred@917754618 after retry RPC after error@1410894603) -> (continuation of Deferred@327224316 after retry RPC after error@1219706815) -> (continuation of Deferred@1623134289 after retry RPC after error@1886359454)))
01:59:06.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:06.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:06.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:06.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:06.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:06.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.157 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.157 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@280978804(state=PENDING, result=null, callback=(continuation of Deferred@52243986 after retry RPC after error@624630997) -> (continuation of Deferred@1957728261 after retry RPC after error@525328162) -> (continuation of Deferred@1967660903 after retry RPC after error@141060271) -> (continuation of Deferred@2015944991 after retry RPC after error@427792375) -> (continuation of Deferred@746131608 after retry RPC after error@1730095272) -> (continuation of Deferred@1476402509 after retry RPC after error@1034287509) -> (continuation of Deferred@1505547113 after retry RPC after error@1199110814) -> (continuation of Deferred@533359945 after retry RPC after error@229725812), errback=(continuation of Deferred@52243986 after retry RPC after error@624630997) -> (continuation of Deferred@1957728261 after retry RPC after error@525328162) -> (continuation of Deferred@1967660903 after retry RPC after error@141060271) -> (continuation of Deferred@2015944991 after retry RPC after error@427792375) -> (continuation of Deferred@746131608 after retry RPC after error@1730095272) -> (continuation of Deferred@1476402509 after retry RPC after error@1034287509) -> (continuation of Deferred@1505547113 after retry RPC after error@1199110814) -> (continuation of Deferred@533359945 after retry RPC after error@229725812)))
01:59:07.158 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@280978804(state=PENDING, result=null, callback=(continuation of Deferred@52243986 after retry RPC after error@624630997) -> (continuation of Deferred@1957728261 after retry RPC after error@525328162) -> (continuation of Deferred@1967660903 after retry RPC after error@141060271) -> (continuation of Deferred@2015944991 after retry RPC after error@427792375) -> (continuation of Deferred@746131608 after retry RPC after error@1730095272) -> (continuation of Deferred@1476402509 after retry RPC after error@1034287509) -> (continuation of Deferred@1505547113 after retry RPC after error@1199110814) -> (continuation of Deferred@533359945 after retry RPC after error@229725812), errback=(continuation of Deferred@52243986 after retry RPC after error@624630997) -> (continuation of Deferred@1957728261 after retry RPC after error@525328162) -> (continuation of Deferred@1967660903 after retry RPC after error@141060271) -> (continuation of Deferred@2015944991 after retry RPC after error@427792375) -> (continuation of Deferred@746131608 after retry RPC after error@1730095272) -> (continuation of Deferred@1476402509 after retry RPC after error@1034287509) -> (continuation of Deferred@1505547113 after retry RPC after error@1199110814) -> (continuation of Deferred@533359945 after retry RPC after error@229725812)))
01:59:07.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.396 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@73508836(state=PENDING, result=null, callback=(continuation of Deferred@472104538 after retry RPC after error@742175395) -> (continuation of Deferred@877978757 after retry RPC after error@1023621996) -> (continuation of Deferred@1012106232 after retry RPC after error@1966315387) -> (continuation of Deferred@1724917140 after retry RPC after error@1110227577) -> (continuation of Deferred@1648405895 after retry RPC after error@186742523) -> (continuation of Deferred@1824132750 after retry RPC after error@1273138706) -> (continuation of Deferred@740896380 after retry RPC after error@750719916), errback=(continuation of Deferred@472104538 after retry RPC after error@742175395) -> (continuation of Deferred@877978757 after retry RPC after error@1023621996) -> (continuation of Deferred@1012106232 after retry RPC after error@1966315387) -> (continuation of Deferred@1724917140 after retry RPC after error@1110227577) -> (continuation of Deferred@1648405895 after retry RPC after error@186742523) -> (continuation of Deferred@1824132750 after retry RPC after error@1273138706) -> (continuation of Deferred@740896380 after retry RPC after error@750719916)))
01:59:07.396 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@73508836(state=PENDING, result=null, callback=(continuation of Deferred@472104538 after retry RPC after error@742175395) -> (continuation of Deferred@877978757 after retry RPC after error@1023621996) -> (continuation of Deferred@1012106232 after retry RPC after error@1966315387) -> (continuation of Deferred@1724917140 after retry RPC after error@1110227577) -> (continuation of Deferred@1648405895 after retry RPC after error@186742523) -> (continuation of Deferred@1824132750 after retry RPC after error@1273138706) -> (continuation of Deferred@740896380 after retry RPC after error@750719916), errback=(continuation of Deferred@472104538 after retry RPC after error@742175395) -> (continuation of Deferred@877978757 after retry RPC after error@1023621996) -> (continuation of Deferred@1012106232 after retry RPC after error@1966315387) -> (continuation of Deferred@1724917140 after retry RPC after error@1110227577) -> (continuation of Deferred@1648405895 after retry RPC after error@186742523) -> (continuation of Deferred@1824132750 after retry RPC after error@1273138706) -> (continuation of Deferred@740896380 after retry RPC after error@750719916)))
01:59:07.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.435 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.657 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.657 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@55569384(state=PENDING, result=null, callback=(continuation of Deferred@1296524695 after retry RPC after error@436452070) -> (continuation of Deferred@728971747 after retry RPC after error@1461684174) -> (continuation of Deferred@553794407 after retry RPC after error@642867499) -> (continuation of Deferred@341829667 after retry RPC after error@1070939281) -> (continuation of Deferred@255652111 after retry RPC after error@575242746) -> (continuation of Deferred@1237089120 after retry RPC after error@1604056946) -> (continuation of Deferred@927449351 after retry RPC after error@1508888644), errback=(continuation of Deferred@1296524695 after retry RPC after error@436452070) -> (continuation of Deferred@728971747 after retry RPC after error@1461684174) -> (continuation of Deferred@553794407 after retry RPC after error@642867499) -> (continuation of Deferred@341829667 after retry RPC after error@1070939281) -> (continuation of Deferred@255652111 after retry RPC after error@575242746) -> (continuation of Deferred@1237089120 after retry RPC after error@1604056946) -> (continuation of Deferred@927449351 after retry RPC after error@1508888644)))
01:59:07.657 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@55569384(state=PENDING, result=null, callback=(continuation of Deferred@1296524695 after retry RPC after error@436452070) -> (continuation of Deferred@728971747 after retry RPC after error@1461684174) -> (continuation of Deferred@553794407 after retry RPC after error@642867499) -> (continuation of Deferred@341829667 after retry RPC after error@1070939281) -> (continuation of Deferred@255652111 after retry RPC after error@575242746) -> (continuation of Deferred@1237089120 after retry RPC after error@1604056946) -> (continuation of Deferred@927449351 after retry RPC after error@1508888644), errback=(continuation of Deferred@1296524695 after retry RPC after error@436452070) -> (continuation of Deferred@728971747 after retry RPC after error@1461684174) -> (continuation of Deferred@553794407 after retry RPC after error@642867499) -> (continuation of Deferred@341829667 after retry RPC after error@1070939281) -> (continuation of Deferred@255652111 after retry RPC after error@575242746) -> (continuation of Deferred@1237089120 after retry RPC after error@1604056946) -> (continuation of Deferred@927449351 after retry RPC after error@1508888644)))
01:59:07.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.916 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@955441525(state=PENDING, result=null, callback=(continuation of Deferred@1600623230 after retry RPC after error@80488401) -> (continuation of Deferred@743028229 after retry RPC after error@52364208) -> (continuation of Deferred@1611171279 after retry RPC after error@94360752) -> (continuation of Deferred@1678226328 after retry RPC after error@528367147) -> (continuation of Deferred@998041334 after retry RPC after error@1086164861) -> (continuation of Deferred@427786113 after retry RPC after error@1998489059) -> (continuation of Deferred@730437280 after retry RPC after error@123937483), errback=(continuation of Deferred@1600623230 after retry RPC after error@80488401) -> (continuation of Deferred@743028229 after retry RPC after error@52364208) -> (continuation of Deferred@1611171279 after retry RPC after error@94360752) -> (continuation of Deferred@1678226328 after retry RPC after error@528367147) -> (continuation of Deferred@998041334 after retry RPC after error@1086164861) -> (continuation of Deferred@427786113 after retry RPC after error@1998489059) -> (continuation of Deferred@730437280 after retry RPC after error@123937483)))
01:59:07.916 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@955441525(state=PENDING, result=null, callback=(continuation of Deferred@1600623230 after retry RPC after error@80488401) -> (continuation of Deferred@743028229 after retry RPC after error@52364208) -> (continuation of Deferred@1611171279 after retry RPC after error@94360752) -> (continuation of Deferred@1678226328 after retry RPC after error@528367147) -> (continuation of Deferred@998041334 after retry RPC after error@1086164861) -> (continuation of Deferred@427786113 after retry RPC after error@1998489059) -> (continuation of Deferred@730437280 after retry RPC after error@123937483), errback=(continuation of Deferred@1600623230 after retry RPC after error@80488401) -> (continuation of Deferred@743028229 after retry RPC after error@52364208) -> (continuation of Deferred@1611171279 after retry RPC after error@94360752) -> (continuation of Deferred@1678226328 after retry RPC after error@528367147) -> (continuation of Deferred@998041334 after retry RPC after error@1086164861) -> (continuation of Deferred@427786113 after retry RPC after error@1998489059) -> (continuation of Deferred@730437280 after retry RPC after error@123937483)))
01:59:07.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:07.935535 3574 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:07.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:07.935812 3574 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:07.936504 3574 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:07.937484 3381 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111) [suppressed 11 similar messages]
01:59:07.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:07.938627 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:07.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:07.938786 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:07.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:07.938956 3381 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:07.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:07.939309 3574 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:07.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.955 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.956 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:07.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:07.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:07.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:07.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:07.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.015 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.015 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.015 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.176 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1816606236(state=PENDING, result=null, callback=(continuation of Deferred@153232645 after retry RPC after error@1452400742) -> (continuation of Deferred@1341347328 after retry RPC after error@449932852) -> (continuation of Deferred@46361190 after retry RPC after error@1527261320) -> (continuation of Deferred@236861119 after retry RPC after error@523196806) -> (continuation of Deferred@111575135 after retry RPC after error@485536875) -> (continuation of Deferred@1671742084 after retry RPC after error@111297567) -> (continuation of Deferred@884246764 after retry RPC after error@771633661), errback=(continuation of Deferred@153232645 after retry RPC after error@1452400742) -> (continuation of Deferred@1341347328 after retry RPC after error@449932852) -> (continuation of Deferred@46361190 after retry RPC after error@1527261320) -> (continuation of Deferred@236861119 after retry RPC after error@523196806) -> (continuation of Deferred@111575135 after retry RPC after error@485536875) -> (continuation of Deferred@1671742084 after retry RPC after error@111297567) -> (continuation of Deferred@884246764 after retry RPC after error@771633661)))
01:59:08.176 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1816606236(state=PENDING, result=null, callback=(continuation of Deferred@153232645 after retry RPC after error@1452400742) -> (continuation of Deferred@1341347328 after retry RPC after error@449932852) -> (continuation of Deferred@46361190 after retry RPC after error@1527261320) -> (continuation of Deferred@236861119 after retry RPC after error@523196806) -> (continuation of Deferred@111575135 after retry RPC after error@485536875) -> (continuation of Deferred@1671742084 after retry RPC after error@111297567) -> (continuation of Deferred@884246764 after retry RPC after error@771633661), errback=(continuation of Deferred@153232645 after retry RPC after error@1452400742) -> (continuation of Deferred@1341347328 after retry RPC after error@449932852) -> (continuation of Deferred@46361190 after retry RPC after error@1527261320) -> (continuation of Deferred@236861119 after retry RPC after error@523196806) -> (continuation of Deferred@111575135 after retry RPC after error@485536875) -> (continuation of Deferred@1671742084 after retry RPC after error@111297567) -> (continuation of Deferred@884246764 after retry RPC after error@771633661)))
01:59:08.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.336 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@360536650(state=PENDING, result=null, callback=(continuation of Deferred@185984957 after retry RPC after error@608974033) -> (continuation of Deferred@1932989060 after retry RPC after error@216512930) -> (continuation of Deferred@678141836 after retry RPC after error@1841618156) -> (continuation of Deferred@648827106 after retry RPC after error@397924156) -> (continuation of Deferred@1674886585 after retry RPC after error@675036819) -> (continuation of Deferred@1817399350 after retry RPC after error@1173644471), errback=(continuation of Deferred@185984957 after retry RPC after error@608974033) -> (continuation of Deferred@1932989060 after retry RPC after error@216512930) -> (continuation of Deferred@678141836 after retry RPC after error@1841618156) -> (continuation of Deferred@648827106 after retry RPC after error@397924156) -> (continuation of Deferred@1674886585 after retry RPC after error@675036819) -> (continuation of Deferred@1817399350 after retry RPC after error@1173644471)))
01:59:08.336 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@360536650(state=PENDING, result=null, callback=(continuation of Deferred@185984957 after retry RPC after error@608974033) -> (continuation of Deferred@1932989060 after retry RPC after error@216512930) -> (continuation of Deferred@678141836 after retry RPC after error@1841618156) -> (continuation of Deferred@648827106 after retry RPC after error@397924156) -> (continuation of Deferred@1674886585 after retry RPC after error@675036819) -> (continuation of Deferred@1817399350 after retry RPC after error@1173644471), errback=(continuation of Deferred@185984957 after retry RPC after error@608974033) -> (continuation of Deferred@1932989060 after retry RPC after error@216512930) -> (continuation of Deferred@678141836 after retry RPC after error@1841618156) -> (continuation of Deferred@648827106 after retry RPC after error@397924156) -> (continuation of Deferred@1674886585 after retry RPC after error@675036819) -> (continuation of Deferred@1817399350 after retry RPC after error@1173644471)))
01:59:08.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:08.596138 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:08.596334 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:08.596 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@13525350(state=PENDING, result=null, callback=(continuation of Deferred@405330360 after retry RPC after error@1474402814) -> (continuation of Deferred@1184254549 after retry RPC after error@891340464) -> (continuation of Deferred@1805331637 after retry RPC after error@812545617) -> (continuation of Deferred@1155421931 after retry RPC after error@2004356486) -> (continuation of Deferred@1169451352 after retry RPC after error@103502657) -> (continuation of Deferred@821306465 after retry RPC after error@131533764) -> (continuation of Deferred@1632591055 after retry RPC after error@1025686268), errback=(continuation of Deferred@405330360 after retry RPC after error@1474402814) -> (continuation of Deferred@1184254549 after retry RPC after error@891340464) -> (continuation of Deferred@1805331637 after retry RPC after error@812545617) -> (continuation of Deferred@1155421931 after retry RPC after error@2004356486) -> (continuation of Deferred@1169451352 after retry RPC after error@103502657) -> (continuation of Deferred@821306465 after retry RPC after error@131533764) -> (continuation of Deferred@1632591055 after retry RPC after error@1025686268)))
01:59:08.596 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@13525350(state=PENDING, result=null, callback=(continuation of Deferred@405330360 after retry RPC after error@1474402814) -> (continuation of Deferred@1184254549 after retry RPC after error@891340464) -> (continuation of Deferred@1805331637 after retry RPC after error@812545617) -> (continuation of Deferred@1155421931 after retry RPC after error@2004356486) -> (continuation of Deferred@1169451352 after retry RPC after error@103502657) -> (continuation of Deferred@821306465 after retry RPC after error@131533764) -> (continuation of Deferred@1632591055 after retry RPC after error@1025686268), errback=(continuation of Deferred@405330360 after retry RPC after error@1474402814) -> (continuation of Deferred@1184254549 after retry RPC after error@891340464) -> (continuation of Deferred@1805331637 after retry RPC after error@812545617) -> (continuation of Deferred@1155421931 after retry RPC after error@2004356486) -> (continuation of Deferred@1169451352 after retry RPC after error@103502657) -> (continuation of Deferred@821306465 after retry RPC after error@131533764) -> (continuation of Deferred@1632591055 after retry RPC after error@1025686268)))
01:59:08.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.836 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@778567345(state=PENDING, result=null, callback=(continuation of Deferred@716858186 after retry RPC after error@564537148) -> (continuation of Deferred@1868018941 after retry RPC after error@2127846864) -> (continuation of Deferred@126730611 after retry RPC after error@394430841) -> (continuation of Deferred@1168123688 after retry RPC after error@424073361) -> (continuation of Deferred@1881736339 after retry RPC after error@1944294062) -> (continuation of Deferred@935228061 after retry RPC after error@403941035) -> (continuation of Deferred@547763366 after retry RPC after error@1329575166), errback=(continuation of Deferred@716858186 after retry RPC after error@564537148) -> (continuation of Deferred@1868018941 after retry RPC after error@2127846864) -> (continuation of Deferred@126730611 after retry RPC after error@394430841) -> (continuation of Deferred@1168123688 after retry RPC after error@424073361) -> (continuation of Deferred@1881736339 after retry RPC after error@1944294062) -> (continuation of Deferred@935228061 after retry RPC after error@403941035) -> (continuation of Deferred@547763366 after retry RPC after error@1329575166)))
01:59:08.837 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@778567345(state=PENDING, result=null, callback=(continuation of Deferred@716858186 after retry RPC after error@564537148) -> (continuation of Deferred@1868018941 after retry RPC after error@2127846864) -> (continuation of Deferred@126730611 after retry RPC after error@394430841) -> (continuation of Deferred@1168123688 after retry RPC after error@424073361) -> (continuation of Deferred@1881736339 after retry RPC after error@1944294062) -> (continuation of Deferred@935228061 after retry RPC after error@403941035) -> (continuation of Deferred@547763366 after retry RPC after error@1329575166), errback=(continuation of Deferred@716858186 after retry RPC after error@564537148) -> (continuation of Deferred@1868018941 after retry RPC after error@2127846864) -> (continuation of Deferred@126730611 after retry RPC after error@394430841) -> (continuation of Deferred@1168123688 after retry RPC after error@424073361) -> (continuation of Deferred@1881736339 after retry RPC after error@1944294062) -> (continuation of Deferred@935228061 after retry RPC after error@403941035) -> (continuation of Deferred@547763366 after retry RPC after error@1329575166)))
01:59:08.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:08.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:08.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:08.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:08.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:08.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.095 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@918247154(state=PENDING, result=null, callback=(continuation of Deferred@802199634 after retry RPC after error@1376774758) -> (continuation of Deferred@2125575714 after retry RPC after error@315712448) -> (continuation of Deferred@963144640 after retry RPC after error@337242705) -> (continuation of Deferred@1735020118 after retry RPC after error@2126310936) -> (continuation of Deferred@82885732 after retry RPC after error@1600165321) -> (continuation of Deferred@1783457933 after retry RPC after error@1930991602) -> (continuation of Deferred@1921652329 after retry RPC after error@698293036), errback=(continuation of Deferred@802199634 after retry RPC after error@1376774758) -> (continuation of Deferred@2125575714 after retry RPC after error@315712448) -> (continuation of Deferred@963144640 after retry RPC after error@337242705) -> (continuation of Deferred@1735020118 after retry RPC after error@2126310936) -> (continuation of Deferred@82885732 after retry RPC after error@1600165321) -> (continuation of Deferred@1783457933 after retry RPC after error@1930991602) -> (continuation of Deferred@1921652329 after retry RPC after error@698293036)))
01:59:09.096 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@918247154(state=PENDING, result=null, callback=(continuation of Deferred@802199634 after retry RPC after error@1376774758) -> (continuation of Deferred@2125575714 after retry RPC after error@315712448) -> (continuation of Deferred@963144640 after retry RPC after error@337242705) -> (continuation of Deferred@1735020118 after retry RPC after error@2126310936) -> (continuation of Deferred@82885732 after retry RPC after error@1600165321) -> (continuation of Deferred@1783457933 after retry RPC after error@1930991602) -> (continuation of Deferred@1921652329 after retry RPC after error@698293036), errback=(continuation of Deferred@802199634 after retry RPC after error@1376774758) -> (continuation of Deferred@2125575714 after retry RPC after error@315712448) -> (continuation of Deferred@963144640 after retry RPC after error@337242705) -> (continuation of Deferred@1735020118 after retry RPC after error@2126310936) -> (continuation of Deferred@82885732 after retry RPC after error@1600165321) -> (continuation of Deferred@1783457933 after retry RPC after error@1930991602) -> (continuation of Deferred@1921652329 after retry RPC after error@698293036)))
01:59:09.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.335 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2091961794(state=PENDING, result=null, callback=(continuation of Deferred@1585863867 after retry RPC after error@91531407) -> (continuation of Deferred@909024555 after retry RPC after error@1275762929) -> (continuation of Deferred@537224783 after retry RPC after error@9802256) -> (continuation of Deferred@1108381932 after retry RPC after error@1514489167) -> (continuation of Deferred@1375303510 after retry RPC after error@2102422123) -> (continuation of Deferred@989926109 after retry RPC after error@1268664271) -> (continuation of Deferred@1363663405 after retry RPC after error@792387932), errback=(continuation of Deferred@1585863867 after retry RPC after error@91531407) -> (continuation of Deferred@909024555 after retry RPC after error@1275762929) -> (continuation of Deferred@537224783 after retry RPC after error@9802256) -> (continuation of Deferred@1108381932 after retry RPC after error@1514489167) -> (continuation of Deferred@1375303510 after retry RPC after error@2102422123) -> (continuation of Deferred@989926109 after retry RPC after error@1268664271) -> (continuation of Deferred@1363663405 after retry RPC after error@792387932)))
01:59:09.335 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2091961794(state=PENDING, result=null, callback=(continuation of Deferred@1585863867 after retry RPC after error@91531407) -> (continuation of Deferred@909024555 after retry RPC after error@1275762929) -> (continuation of Deferred@537224783 after retry RPC after error@9802256) -> (continuation of Deferred@1108381932 after retry RPC after error@1514489167) -> (continuation of Deferred@1375303510 after retry RPC after error@2102422123) -> (continuation of Deferred@989926109 after retry RPC after error@1268664271) -> (continuation of Deferred@1363663405 after retry RPC after error@792387932), errback=(continuation of Deferred@1585863867 after retry RPC after error@91531407) -> (continuation of Deferred@909024555 after retry RPC after error@1275762929) -> (continuation of Deferred@537224783 after retry RPC after error@9802256) -> (continuation of Deferred@1108381932 after retry RPC after error@1514489167) -> (continuation of Deferred@1375303510 after retry RPC after error@2102422123) -> (continuation of Deferred@989926109 after retry RPC after error@1268664271) -> (continuation of Deferred@1363663405 after retry RPC after error@792387932)))
01:59:09.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.613 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1063695459(state=PENDING, result=null, callback=(continuation of Deferred@1754213127 after retry RPC after error@1722097745) -> (continuation of Deferred@754587360 after retry RPC after error@649423536) -> (continuation of Deferred@930327154 after retry RPC after error@2023465829) -> (continuation of Deferred@78313344 after retry RPC after error@164101455) -> (continuation of Deferred@592311871 after retry RPC after error@107542968) -> (continuation of Deferred@1429014530 after retry RPC after error@1672919661) -> (continuation of Deferred@788939818 after retry RPC after error@1851972939), errback=(continuation of Deferred@1754213127 after retry RPC after error@1722097745) -> (continuation of Deferred@754587360 after retry RPC after error@649423536) -> (continuation of Deferred@930327154 after retry RPC after error@2023465829) -> (continuation of Deferred@78313344 after retry RPC after error@164101455) -> (continuation of Deferred@592311871 after retry RPC after error@107542968) -> (continuation of Deferred@1429014530 after retry RPC after error@1672919661) -> (continuation of Deferred@788939818 after retry RPC after error@1851972939)))
01:59:09.614 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:09.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.797 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.797 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [164ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1232654102(state=PENDING, result=null, callback=(continuation of Deferred@559615642 after retry RPC after error@421574837) -> (continuation of Deferred@521213429 after retry RPC after error@278821246) -> (continuation of Deferred@1766361641 after retry RPC after error@1966170789) -> (continuation of Deferred@1654157131 after retry RPC after error@19841007) -> (continuation of Deferred@748319777 after retry RPC after error@1379934045) -> (continuation of Deferred@1929629801 after retry RPC after error@119982113), errback=(continuation of Deferred@559615642 after retry RPC after error@421574837) -> (continuation of Deferred@521213429 after retry RPC after error@278821246) -> (continuation of Deferred@1766361641 after retry RPC after error@1966170789) -> (continuation of Deferred@1654157131 after retry RPC after error@19841007) -> (continuation of Deferred@748319777 after retry RPC after error@1379934045) -> (continuation of Deferred@1929629801 after retry RPC after error@119982113)))
01:59:09.798 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [164ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1232654102(state=PENDING, result=null, callback=(continuation of Deferred@559615642 after retry RPC after error@421574837) -> (continuation of Deferred@521213429 after retry RPC after error@278821246) -> (continuation of Deferred@1766361641 after retry RPC after error@1966170789) -> (continuation of Deferred@1654157131 after retry RPC after error@19841007) -> (continuation of Deferred@748319777 after retry RPC after error@1379934045) -> (continuation of Deferred@1929629801 after retry RPC after error@119982113), errback=(continuation of Deferred@559615642 after retry RPC after error@421574837) -> (continuation of Deferred@521213429 after retry RPC after error@278821246) -> (continuation of Deferred@1766361641 after retry RPC after error@1966170789) -> (continuation of Deferred@1654157131 after retry RPC after error@19841007) -> (continuation of Deferred@748319777 after retry RPC after error@1379934045) -> (continuation of Deferred@1929629801 after retry RPC after error@119982113)))
01:59:09.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:09.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:09.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:09.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:09.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:09.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.016 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@448995474(state=PENDING, result=null, callback=(continuation of Deferred@1717366089 after retry RPC after error@524726956) -> (continuation of Deferred@1651903408 after retry RPC after error@1639080156) -> (continuation of Deferred@1619390214 after retry RPC after error@1249702504) -> (continuation of Deferred@403000092 after retry RPC after error@1791192128) -> (continuation of Deferred@636572609 after retry RPC after error@137562789) -> (continuation of Deferred@987561236 after retry RPC after error@1267476323), errback=(continuation of Deferred@1717366089 after retry RPC after error@524726956) -> (continuation of Deferred@1651903408 after retry RPC after error@1639080156) -> (continuation of Deferred@1619390214 after retry RPC after error@1249702504) -> (continuation of Deferred@403000092 after retry RPC after error@1791192128) -> (continuation of Deferred@636572609 after retry RPC after error@137562789) -> (continuation of Deferred@987561236 after retry RPC after error@1267476323)))
01:59:10.016 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@448995474(state=PENDING, result=null, callback=(continuation of Deferred@1717366089 after retry RPC after error@524726956) -> (continuation of Deferred@1651903408 after retry RPC after error@1639080156) -> (continuation of Deferred@1619390214 after retry RPC after error@1249702504) -> (continuation of Deferred@403000092 after retry RPC after error@1791192128) -> (continuation of Deferred@636572609 after retry RPC after error@137562789) -> (continuation of Deferred@987561236 after retry RPC after error@1267476323), errback=(continuation of Deferred@1717366089 after retry RPC after error@524726956) -> (continuation of Deferred@1651903408 after retry RPC after error@1639080156) -> (continuation of Deferred@1619390214 after retry RPC after error@1249702504) -> (continuation of Deferred@403000092 after retry RPC after error@1791192128) -> (continuation of Deferred@636572609 after retry RPC after error@137562789) -> (continuation of Deferred@987561236 after retry RPC after error@1267476323)))
01:59:10.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.195 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@122841733(state=PENDING, result=null, callback=(continuation of Deferred@559589019 after retry RPC after error@286506509) -> (continuation of Deferred@1735064393 after retry RPC after error@1937285987) -> (continuation of Deferred@132296169 after retry RPC after error@185440462) -> (continuation of Deferred@990747221 after retry RPC after error@223892972) -> (continuation of Deferred@533146699 after retry RPC after error@2020285589) -> (continuation of Deferred@795078399 after retry RPC after error@1624975818) -> (continuation of Deferred@1188623598 after retry RPC after error@1727518484), errback=(continuation of Deferred@559589019 after retry RPC after error@286506509) -> (continuation of Deferred@1735064393 after retry RPC after error@1937285987) -> (continuation of Deferred@132296169 after retry RPC after error@185440462) -> (continuation of Deferred@990747221 after retry RPC after error@223892972) -> (continuation of Deferred@533146699 after retry RPC after error@2020285589) -> (continuation of Deferred@795078399 after retry RPC after error@1624975818) -> (continuation of Deferred@1188623598 after retry RPC after error@1727518484)))
01:59:10.195 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@122841733(state=PENDING, result=null, callback=(continuation of Deferred@559589019 after retry RPC after error@286506509) -> (continuation of Deferred@1735064393 after retry RPC after error@1937285987) -> (continuation of Deferred@132296169 after retry RPC after error@185440462) -> (continuation of Deferred@990747221 after retry RPC after error@223892972) -> (continuation of Deferred@533146699 after retry RPC after error@2020285589) -> (continuation of Deferred@795078399 after retry RPC after error@1624975818) -> (continuation of Deferred@1188623598 after retry RPC after error@1727518484), errback=(continuation of Deferred@559589019 after retry RPC after error@286506509) -> (continuation of Deferred@1735064393 after retry RPC after error@1937285987) -> (continuation of Deferred@132296169 after retry RPC after error@185440462) -> (continuation of Deferred@990747221 after retry RPC after error@223892972) -> (continuation of Deferred@533146699 after retry RPC after error@2020285589) -> (continuation of Deferred@795078399 after retry RPC after error@1624975818) -> (continuation of Deferred@1188623598 after retry RPC after error@1727518484)))
01:59:10.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.456 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2126782796(state=PENDING, result=null, callback=(continuation of Deferred@1758942385 after retry RPC after error@142092117) -> (continuation of Deferred@151801770 after retry RPC after error@1444794758) -> (continuation of Deferred@71136552 after retry RPC after error@1303820405) -> (continuation of Deferred@640470902 after retry RPC after error@503692244) -> (continuation of Deferred@1904085257 after retry RPC after error@158556739) -> (continuation of Deferred@1231309668 after retry RPC after error@2047640199) -> (continuation of Deferred@2075912846 after retry RPC after error@1766391488) -> (continuation of Deferred@35436518 after retry RPC after error@479856024), errback=(continuation of Deferred@1758942385 after retry RPC after error@142092117) -> (continuation of Deferred@151801770 after retry RPC after error@1444794758) -> (continuation of Deferred@71136552 after retry RPC after error@1303820405) -> (continuation of Deferred@640470902 after retry RPC after error@503692244) -> (continuation of Deferred@1904085257 after retry RPC after error@158556739) -> (continuation of Deferred@1231309668 after retry RPC after error@2047640199) -> (continuation of Deferred@2075912846 after retry RPC after error@1766391488) -> (continuation of Deferred@35436518 after retry RPC after error@479856024)))
01:59:10.456 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2126782796(state=PENDING, result=null, callback=(continuation of Deferred@1758942385 after retry RPC after error@142092117) -> (continuation of Deferred@151801770 after retry RPC after error@1444794758) -> (continuation of Deferred@71136552 after retry RPC after error@1303820405) -> (continuation of Deferred@640470902 after retry RPC after error@503692244) -> (continuation of Deferred@1904085257 after retry RPC after error@158556739) -> (continuation of Deferred@1231309668 after retry RPC after error@2047640199) -> (continuation of Deferred@2075912846 after retry RPC after error@1766391488) -> (continuation of Deferred@35436518 after retry RPC after error@479856024), errback=(continuation of Deferred@1758942385 after retry RPC after error@142092117) -> (continuation of Deferred@151801770 after retry RPC after error@1444794758) -> (continuation of Deferred@71136552 after retry RPC after error@1303820405) -> (continuation of Deferred@640470902 after retry RPC after error@503692244) -> (continuation of Deferred@1904085257 after retry RPC after error@158556739) -> (continuation of Deferred@1231309668 after retry RPC after error@2047640199) -> (continuation of Deferred@2075912846 after retry RPC after error@1766391488) -> (continuation of Deferred@35436518 after retry RPC after error@479856024)))
01:59:10.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.716 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@235252420(state=PENDING, result=null, callback=(continuation of Deferred@301639619 after retry RPC after error@1219671660) -> (continuation of Deferred@242526210 after retry RPC after error@763650178) -> (continuation of Deferred@1761877582 after retry RPC after error@878232788) -> (continuation of Deferred@524766949 after retry RPC after error@298434047) -> (continuation of Deferred@1484138470 after retry RPC after error@721040984) -> (continuation of Deferred@267351428 after retry RPC after error@1402275779) -> (continuation of Deferred@976569152 after retry RPC after error@1090976424), errback=(continuation of Deferred@301639619 after retry RPC after error@1219671660) -> (continuation of Deferred@242526210 after retry RPC after error@763650178) -> (continuation of Deferred@1761877582 after retry RPC after error@878232788) -> (continuation of Deferred@524766949 after retry RPC after error@298434047) -> (continuation of Deferred@1484138470 after retry RPC after error@721040984) -> (continuation of Deferred@267351428 after retry RPC after error@1402275779) -> (continuation of Deferred@976569152 after retry RPC after error@1090976424)))
01:59:10.716 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@235252420(state=PENDING, result=null, callback=(continuation of Deferred@301639619 after retry RPC after error@1219671660) -> (continuation of Deferred@242526210 after retry RPC after error@763650178) -> (continuation of Deferred@1761877582 after retry RPC after error@878232788) -> (continuation of Deferred@524766949 after retry RPC after error@298434047) -> (continuation of Deferred@1484138470 after retry RPC after error@721040984) -> (continuation of Deferred@267351428 after retry RPC after error@1402275779) -> (continuation of Deferred@976569152 after retry RPC after error@1090976424), errback=(continuation of Deferred@301639619 after retry RPC after error@1219671660) -> (continuation of Deferred@242526210 after retry RPC after error@763650178) -> (continuation of Deferred@1761877582 after retry RPC after error@878232788) -> (continuation of Deferred@524766949 after retry RPC after error@298434047) -> (continuation of Deferred@1484138470 after retry RPC after error@721040984) -> (continuation of Deferred@267351428 after retry RPC after error@1402275779) -> (continuation of Deferred@976569152 after retry RPC after error@1090976424)))
01:59:10.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:10.976 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@315812687(state=PENDING, result=null, callback=(continuation of Deferred@1447454712 after retry RPC after error@2041114399) -> (continuation of Deferred@195619814 after retry RPC after error@245752143) -> (continuation of Deferred@1798913732 after retry RPC after error@1440212139) -> (continuation of Deferred@434950700 after retry RPC after error@946005959) -> (continuation of Deferred@445591825 after retry RPC after error@1880587351) -> (continuation of Deferred@253083083 after retry RPC after error@543571761) -> (continuation of Deferred@1124238741 after retry RPC after error@138198118), errback=(continuation of Deferred@1447454712 after retry RPC after error@2041114399) -> (continuation of Deferred@195619814 after retry RPC after error@245752143) -> (continuation of Deferred@1798913732 after retry RPC after error@1440212139) -> (continuation of Deferred@434950700 after retry RPC after error@946005959) -> (continuation of Deferred@445591825 after retry RPC after error@1880587351) -> (continuation of Deferred@253083083 after retry RPC after error@543571761) -> (continuation of Deferred@1124238741 after retry RPC after error@138198118)))
01:59:10.977 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@315812687(state=PENDING, result=null, callback=(continuation of Deferred@1447454712 after retry RPC after error@2041114399) -> (continuation of Deferred@195619814 after retry RPC after error@245752143) -> (continuation of Deferred@1798913732 after retry RPC after error@1440212139) -> (continuation of Deferred@434950700 after retry RPC after error@946005959) -> (continuation of Deferred@445591825 after retry RPC after error@1880587351) -> (continuation of Deferred@253083083 after retry RPC after error@543571761) -> (continuation of Deferred@1124238741 after retry RPC after error@138198118), errback=(continuation of Deferred@1447454712 after retry RPC after error@2041114399) -> (continuation of Deferred@195619814 after retry RPC after error@245752143) -> (continuation of Deferred@1798913732 after retry RPC after error@1440212139) -> (continuation of Deferred@434950700 after retry RPC after error@946005959) -> (continuation of Deferred@445591825 after retry RPC after error@1880587351) -> (continuation of Deferred@253083083 after retry RPC after error@543571761) -> (continuation of Deferred@1124238741 after retry RPC after error@138198118)))
01:59:10.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:10.979925 3602 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:10.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:10.980125 3602 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:10.980772 3602 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:10.983024 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:10.983229 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:10.983343 3378 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:10.983623 3602 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:10.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:10.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:10.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.995 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:10.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:10.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.055 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.055 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:11.055349 2864 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:11.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:11.059798 2864 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:11.061990 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:11.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.176 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@114880664(state=PENDING, result=null, callback=(continuation of Deferred@1637898608 after retry RPC after error@421040030) -> (continuation of Deferred@505321857 after retry RPC after error@1602479850) -> (continuation of Deferred@1015766963 after retry RPC after error@1639072707) -> (continuation of Deferred@185208037 after retry RPC after error@1274941400) -> (continuation of Deferred@770619347 after retry RPC after error@1588676086) -> (continuation of Deferred@92739553 after retry RPC after error@1052526662) -> (continuation of Deferred@1723084909 after retry RPC after error@847140792), errback=(continuation of Deferred@1637898608 after retry RPC after error@421040030) -> (continuation of Deferred@505321857 after retry RPC after error@1602479850) -> (continuation of Deferred@1015766963 after retry RPC after error@1639072707) -> (continuation of Deferred@185208037 after retry RPC after error@1274941400) -> (continuation of Deferred@770619347 after retry RPC after error@1588676086) -> (continuation of Deferred@92739553 after retry RPC after error@1052526662) -> (continuation of Deferred@1723084909 after retry RPC after error@847140792)))
01:59:11.177 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@114880664(state=PENDING, result=null, callback=(continuation of Deferred@1637898608 after retry RPC after error@421040030) -> (continuation of Deferred@505321857 after retry RPC after error@1602479850) -> (continuation of Deferred@1015766963 after retry RPC after error@1639072707) -> (continuation of Deferred@185208037 after retry RPC after error@1274941400) -> (continuation of Deferred@770619347 after retry RPC after error@1588676086) -> (continuation of Deferred@92739553 after retry RPC after error@1052526662) -> (continuation of Deferred@1723084909 after retry RPC after error@847140792), errback=(continuation of Deferred@1637898608 after retry RPC after error@421040030) -> (continuation of Deferred@505321857 after retry RPC after error@1602479850) -> (continuation of Deferred@1015766963 after retry RPC after error@1639072707) -> (continuation of Deferred@185208037 after retry RPC after error@1274941400) -> (continuation of Deferred@770619347 after retry RPC after error@1588676086) -> (continuation of Deferred@92739553 after retry RPC after error@1052526662) -> (continuation of Deferred@1723084909 after retry RPC after error@847140792)))
01:59:11.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.435 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1152082252(state=PENDING, result=null, callback=(continuation of Deferred@1184034903 after retry RPC after error@1810263126) -> (continuation of Deferred@28119960 after retry RPC after error@504603616) -> (continuation of Deferred@1339222077 after retry RPC after error@395229517) -> (continuation of Deferred@2119584247 after retry RPC after error@2103044478) -> (continuation of Deferred@621966824 after retry RPC after error@1203041494) -> (continuation of Deferred@190911526 after retry RPC after error@968953389) -> (continuation of Deferred@256541128 after retry RPC after error@1874384563), errback=(continuation of Deferred@1184034903 after retry RPC after error@1810263126) -> (continuation of Deferred@28119960 after retry RPC after error@504603616) -> (continuation of Deferred@1339222077 after retry RPC after error@395229517) -> (continuation of Deferred@2119584247 after retry RPC after error@2103044478) -> (continuation of Deferred@621966824 after retry RPC after error@1203041494) -> (continuation of Deferred@190911526 after retry RPC after error@968953389) -> (continuation of Deferred@256541128 after retry RPC after error@1874384563)))
01:59:11.436 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1152082252(state=PENDING, result=null, callback=(continuation of Deferred@1184034903 after retry RPC after error@1810263126) -> (continuation of Deferred@28119960 after retry RPC after error@504603616) -> (continuation of Deferred@1339222077 after retry RPC after error@395229517) -> (continuation of Deferred@2119584247 after retry RPC after error@2103044478) -> (continuation of Deferred@621966824 after retry RPC after error@1203041494) -> (continuation of Deferred@190911526 after retry RPC after error@968953389) -> (continuation of Deferred@256541128 after retry RPC after error@1874384563), errback=(continuation of Deferred@1184034903 after retry RPC after error@1810263126) -> (continuation of Deferred@28119960 after retry RPC after error@504603616) -> (continuation of Deferred@1339222077 after retry RPC after error@395229517) -> (continuation of Deferred@2119584247 after retry RPC after error@2103044478) -> (continuation of Deferred@621966824 after retry RPC after error@1203041494) -> (continuation of Deferred@190911526 after retry RPC after error@968953389) -> (continuation of Deferred@256541128 after retry RPC after error@1874384563)))
01:59:11.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.696 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@443916980(state=PENDING, result=null, callback=(continuation of Deferred@270600972 after retry RPC after error@1035495398) -> (continuation of Deferred@454555717 after retry RPC after error@742431121) -> (continuation of Deferred@874614398 after retry RPC after error@1247303755) -> (continuation of Deferred@1848198293 after retry RPC after error@1183700176) -> (continuation of Deferred@2129129473 after retry RPC after error@1987405206) -> (continuation of Deferred@1381796385 after retry RPC after error@2053111790) -> (continuation of Deferred@997814108 after retry RPC after error@1727915120), errback=(continuation of Deferred@270600972 after retry RPC after error@1035495398) -> (continuation of Deferred@454555717 after retry RPC after error@742431121) -> (continuation of Deferred@874614398 after retry RPC after error@1247303755) -> (continuation of Deferred@1848198293 after retry RPC after error@1183700176) -> (continuation of Deferred@2129129473 after retry RPC after error@1987405206) -> (continuation of Deferred@1381796385 after retry RPC after error@2053111790) -> (continuation of Deferred@997814108 after retry RPC after error@1727915120)))
01:59:11.696 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@443916980(state=PENDING, result=null, callback=(continuation of Deferred@270600972 after retry RPC after error@1035495398) -> (continuation of Deferred@454555717 after retry RPC after error@742431121) -> (continuation of Deferred@874614398 after retry RPC after error@1247303755) -> (continuation of Deferred@1848198293 after retry RPC after error@1183700176) -> (continuation of Deferred@2129129473 after retry RPC after error@1987405206) -> (continuation of Deferred@1381796385 after retry RPC after error@2053111790) -> (continuation of Deferred@997814108 after retry RPC after error@1727915120), errback=(continuation of Deferred@270600972 after retry RPC after error@1035495398) -> (continuation of Deferred@454555717 after retry RPC after error@742431121) -> (continuation of Deferred@874614398 after retry RPC after error@1247303755) -> (continuation of Deferred@1848198293 after retry RPC after error@1183700176) -> (continuation of Deferred@2129129473 after retry RPC after error@1987405206) -> (continuation of Deferred@1381796385 after retry RPC after error@2053111790) -> (continuation of Deferred@997814108 after retry RPC after error@1727915120)))
01:59:11.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.955 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@15013323(state=PENDING, result=null, callback=(continuation of Deferred@603365849 after retry RPC after error@879996289) -> (continuation of Deferred@797126350 after retry RPC after error@123747768) -> (continuation of Deferred@286174436 after retry RPC after error@951583969) -> (continuation of Deferred@251373670 after retry RPC after error@141609468) -> (continuation of Deferred@1828535706 after retry RPC after error@345678824) -> (continuation of Deferred@1198625157 after retry RPC after error@1228971966) -> (continuation of Deferred@1288993505 after retry RPC after error@219157872), errback=(continuation of Deferred@603365849 after retry RPC after error@879996289) -> (continuation of Deferred@797126350 after retry RPC after error@123747768) -> (continuation of Deferred@286174436 after retry RPC after error@951583969) -> (continuation of Deferred@251373670 after retry RPC after error@141609468) -> (continuation of Deferred@1828535706 after retry RPC after error@345678824) -> (continuation of Deferred@1198625157 after retry RPC after error@1228971966) -> (continuation of Deferred@1288993505 after retry RPC after error@219157872)))
01:59:11.956 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@15013323(state=PENDING, result=null, callback=(continuation of Deferred@603365849 after retry RPC after error@879996289) -> (continuation of Deferred@797126350 after retry RPC after error@123747768) -> (continuation of Deferred@286174436 after retry RPC after error@951583969) -> (continuation of Deferred@251373670 after retry RPC after error@141609468) -> (continuation of Deferred@1828535706 after retry RPC after error@345678824) -> (continuation of Deferred@1198625157 after retry RPC after error@1228971966) -> (continuation of Deferred@1288993505 after retry RPC after error@219157872), errback=(continuation of Deferred@603365849 after retry RPC after error@879996289) -> (continuation of Deferred@797126350 after retry RPC after error@123747768) -> (continuation of Deferred@286174436 after retry RPC after error@951583969) -> (continuation of Deferred@251373670 after retry RPC after error@141609468) -> (continuation of Deferred@1828535706 after retry RPC after error@345678824) -> (continuation of Deferred@1198625157 after retry RPC after error@1228971966) -> (continuation of Deferred@1288993505 after retry RPC after error@219157872)))
01:59:11.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:11.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:11.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:11.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:11.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:11.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.233 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@53501753(state=PENDING, result=null, callback=(continuation of Deferred@1882406799 after retry RPC after error@457431610) -> (continuation of Deferred@455865618 after retry RPC after error@442738905) -> (continuation of Deferred@1933914973 after retry RPC after error@1985127685) -> (continuation of Deferred@848649656 after retry RPC after error@892800595) -> (continuation of Deferred@1873939571 after retry RPC after error@212596237) -> (continuation of Deferred@348852925 after retry RPC after error@419677153) -> (continuation of Deferred@1714263334 after retry RPC after error@895818864), errback=(continuation of Deferred@1882406799 after retry RPC after error@457431610) -> (continuation of Deferred@455865618 after retry RPC after error@442738905) -> (continuation of Deferred@1933914973 after retry RPC after error@1985127685) -> (continuation of Deferred@848649656 after retry RPC after error@892800595) -> (continuation of Deferred@1873939571 after retry RPC after error@212596237) -> (continuation of Deferred@348852925 after retry RPC after error@419677153) -> (continuation of Deferred@1714263334 after retry RPC after error@895818864)))
01:59:12.233 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:12.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.496 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1297143754(state=PENDING, result=null, callback=(continuation of Deferred@1401550081 after retry RPC after error@852728849) -> (continuation of Deferred@1492056152 after retry RPC after error@323717640) -> (continuation of Deferred@259409053 after retry RPC after error@560689782) -> (continuation of Deferred@250114619 after retry RPC after error@1094492708) -> (continuation of Deferred@2085831730 after retry RPC after error@105996556) -> (continuation of Deferred@1264955991 after retry RPC after error@1869354141) -> (continuation of Deferred@158908310 after retry RPC after error@78440116), errback=(continuation of Deferred@1401550081 after retry RPC after error@852728849) -> (continuation of Deferred@1492056152 after retry RPC after error@323717640) -> (continuation of Deferred@259409053 after retry RPC after error@560689782) -> (continuation of Deferred@250114619 after retry RPC after error@1094492708) -> (continuation of Deferred@2085831730 after retry RPC after error@105996556) -> (continuation of Deferred@1264955991 after retry RPC after error@1869354141) -> (continuation of Deferred@158908310 after retry RPC after error@78440116)))
01:59:12.497 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1297143754(state=PENDING, result=null, callback=(continuation of Deferred@1401550081 after retry RPC after error@852728849) -> (continuation of Deferred@1492056152 after retry RPC after error@323717640) -> (continuation of Deferred@259409053 after retry RPC after error@560689782) -> (continuation of Deferred@250114619 after retry RPC after error@1094492708) -> (continuation of Deferred@2085831730 after retry RPC after error@105996556) -> (continuation of Deferred@1264955991 after retry RPC after error@1869354141) -> (continuation of Deferred@158908310 after retry RPC after error@78440116), errback=(continuation of Deferred@1401550081 after retry RPC after error@852728849) -> (continuation of Deferred@1492056152 after retry RPC after error@323717640) -> (continuation of Deferred@259409053 after retry RPC after error@560689782) -> (continuation of Deferred@250114619 after retry RPC after error@1094492708) -> (continuation of Deferred@2085831730 after retry RPC after error@105996556) -> (continuation of Deferred@1264955991 after retry RPC after error@1869354141) -> (continuation of Deferred@158908310 after retry RPC after error@78440116)))
01:59:12.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.676 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1218771830(state=PENDING, result=null, callback=(continuation of Deferred@1954083275 after retry RPC after error@1087742829) -> (continuation of Deferred@1105836129 after retry RPC after error@779719777) -> (continuation of Deferred@498912972 after retry RPC after error@1889519837) -> (continuation of Deferred@2084129823 after retry RPC after error@503383397) -> (continuation of Deferred@1697673927 after retry RPC after error@1810335644) -> (continuation of Deferred@1560831819 after retry RPC after error@1270119330) -> (continuation of Deferred@771006041 after retry RPC after error@2054698780), errback=(continuation of Deferred@1954083275 after retry RPC after error@1087742829) -> (continuation of Deferred@1105836129 after retry RPC after error@779719777) -> (continuation of Deferred@498912972 after retry RPC after error@1889519837) -> (continuation of Deferred@2084129823 after retry RPC after error@503383397) -> (continuation of Deferred@1697673927 after retry RPC after error@1810335644) -> (continuation of Deferred@1560831819 after retry RPC after error@1270119330) -> (continuation of Deferred@771006041 after retry RPC after error@2054698780)))
01:59:12.676 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1218771830(state=PENDING, result=null, callback=(continuation of Deferred@1954083275 after retry RPC after error@1087742829) -> (continuation of Deferred@1105836129 after retry RPC after error@779719777) -> (continuation of Deferred@498912972 after retry RPC after error@1889519837) -> (continuation of Deferred@2084129823 after retry RPC after error@503383397) -> (continuation of Deferred@1697673927 after retry RPC after error@1810335644) -> (continuation of Deferred@1560831819 after retry RPC after error@1270119330) -> (continuation of Deferred@771006041 after retry RPC after error@2054698780), errback=(continuation of Deferred@1954083275 after retry RPC after error@1087742829) -> (continuation of Deferred@1105836129 after retry RPC after error@779719777) -> (continuation of Deferred@498912972 after retry RPC after error@1889519837) -> (continuation of Deferred@2084129823 after retry RPC after error@503383397) -> (continuation of Deferred@1697673927 after retry RPC after error@1810335644) -> (continuation of Deferred@1560831819 after retry RPC after error@1270119330) -> (continuation of Deferred@771006041 after retry RPC after error@2054698780)))
01:59:12.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.895 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2073664127(state=PENDING, result=null, callback=(continuation of Deferred@1588728051 after retry RPC after error@149550134) -> (continuation of Deferred@1032969567 after retry RPC after error@174908144) -> (continuation of Deferred@1150770886 after retry RPC after error@60312102) -> (continuation of Deferred@818938927 after retry RPC after error@1573260199) -> (continuation of Deferred@601431991 after retry RPC after error@1649522832) -> (continuation of Deferred@1385179529 after retry RPC after error@1072077647) -> (continuation of Deferred@1420369827 after retry RPC after error@995342494), errback=(continuation of Deferred@1588728051 after retry RPC after error@149550134) -> (continuation of Deferred@1032969567 after retry RPC after error@174908144) -> (continuation of Deferred@1150770886 after retry RPC after error@60312102) -> (continuation of Deferred@818938927 after retry RPC after error@1573260199) -> (continuation of Deferred@601431991 after retry RPC after error@1649522832) -> (continuation of Deferred@1385179529 after retry RPC after error@1072077647) -> (continuation of Deferred@1420369827 after retry RPC after error@995342494)))
01:59:12.895 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2073664127(state=PENDING, result=null, callback=(continuation of Deferred@1588728051 after retry RPC after error@149550134) -> (continuation of Deferred@1032969567 after retry RPC after error@174908144) -> (continuation of Deferred@1150770886 after retry RPC after error@60312102) -> (continuation of Deferred@818938927 after retry RPC after error@1573260199) -> (continuation of Deferred@601431991 after retry RPC after error@1649522832) -> (continuation of Deferred@1385179529 after retry RPC after error@1072077647) -> (continuation of Deferred@1420369827 after retry RPC after error@995342494), errback=(continuation of Deferred@1588728051 after retry RPC after error@149550134) -> (continuation of Deferred@1032969567 after retry RPC after error@174908144) -> (continuation of Deferred@1150770886 after retry RPC after error@60312102) -> (continuation of Deferred@818938927 after retry RPC after error@1573260199) -> (continuation of Deferred@601431991 after retry RPC after error@1649522832) -> (continuation of Deferred@1385179529 after retry RPC after error@1072077647) -> (continuation of Deferred@1420369827 after retry RPC after error@995342494)))
01:59:12.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:12.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:12.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:12.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:12.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:12.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.075 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1373006492(state=PENDING, result=null, callback=(continuation of Deferred@1820690053 after retry RPC after error@255741048) -> (continuation of Deferred@1142815248 after retry RPC after error@645790341) -> (continuation of Deferred@1720512865 after retry RPC after error@455883844) -> (continuation of Deferred@810190923 after retry RPC after error@2041242901) -> (continuation of Deferred@2016150712 after retry RPC after error@43571685) -> (continuation of Deferred@1718878509 after retry RPC after error@1213780667), errback=(continuation of Deferred@1820690053 after retry RPC after error@255741048) -> (continuation of Deferred@1142815248 after retry RPC after error@645790341) -> (continuation of Deferred@1720512865 after retry RPC after error@455883844) -> (continuation of Deferred@810190923 after retry RPC after error@2041242901) -> (continuation of Deferred@2016150712 after retry RPC after error@43571685) -> (continuation of Deferred@1718878509 after retry RPC after error@1213780667)))
01:59:13.075 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1373006492(state=PENDING, result=null, callback=(continuation of Deferred@1820690053 after retry RPC after error@255741048) -> (continuation of Deferred@1142815248 after retry RPC after error@645790341) -> (continuation of Deferred@1720512865 after retry RPC after error@455883844) -> (continuation of Deferred@810190923 after retry RPC after error@2041242901) -> (continuation of Deferred@2016150712 after retry RPC after error@43571685) -> (continuation of Deferred@1718878509 after retry RPC after error@1213780667), errback=(continuation of Deferred@1820690053 after retry RPC after error@255741048) -> (continuation of Deferred@1142815248 after retry RPC after error@645790341) -> (continuation of Deferred@1720512865 after retry RPC after error@455883844) -> (continuation of Deferred@810190923 after retry RPC after error@2041242901) -> (continuation of Deferred@2016150712 after retry RPC after error@43571685) -> (continuation of Deferred@1718878509 after retry RPC after error@1213780667)))
01:59:13.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.240 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.240 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=147), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [145ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [146ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [147ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@84465062(state=PENDING, result=null, callback=(continuation of Deferred@1523980485 after retry RPC after error@355784453) -> (continuation of Deferred@2114196965 after retry RPC after error@1038240358) -> (continuation of Deferred@1469611311 after retry RPC after error@1680282662) -> (continuation of Deferred@978493050 after retry RPC after error@357323308) -> (continuation of Deferred@19477679 after retry RPC after error@1567852168) -> (continuation of Deferred@1937531410 after retry RPC after error@72782691), errback=(continuation of Deferred@1523980485 after retry RPC after error@355784453) -> (continuation of Deferred@2114196965 after retry RPC after error@1038240358) -> (continuation of Deferred@1469611311 after retry RPC after error@1680282662) -> (continuation of Deferred@978493050 after retry RPC after error@357323308) -> (continuation of Deferred@19477679 after retry RPC after error@1567852168) -> (continuation of Deferred@1937531410 after retry RPC after error@72782691)))
01:59:13.241 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=147), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [145ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [146ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [147ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@84465062(state=PENDING, result=null, callback=(continuation of Deferred@1523980485 after retry RPC after error@355784453) -> (continuation of Deferred@2114196965 after retry RPC after error@1038240358) -> (continuation of Deferred@1469611311 after retry RPC after error@1680282662) -> (continuation of Deferred@978493050 after retry RPC after error@357323308) -> (continuation of Deferred@19477679 after retry RPC after error@1567852168) -> (continuation of Deferred@1937531410 after retry RPC after error@72782691), errback=(continuation of Deferred@1523980485 after retry RPC after error@355784453) -> (continuation of Deferred@2114196965 after retry RPC after error@1038240358) -> (continuation of Deferred@1469611311 after retry RPC after error@1680282662) -> (continuation of Deferred@978493050 after retry RPC after error@357323308) -> (continuation of Deferred@19477679 after retry RPC after error@1567852168) -> (continuation of Deferred@1937531410 after retry RPC after error@72782691)))
01:59:13.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.257 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.282 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.456 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [29ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@501765268(state=PENDING, result=null, callback=(continuation of Deferred@764744129 after retry RPC after error@1933675898) -> (continuation of Deferred@1478533679 after retry RPC after error@120787275) -> (continuation of Deferred@36508533 after retry RPC after error@2113430551) -> (continuation of Deferred@546607197 after retry RPC after error@1068659789) -> (continuation of Deferred@1433304693 after retry RPC after error@1804103699) -> (continuation of Deferred@1872368455 after retry RPC after error@1126568677), errback=(continuation of Deferred@764744129 after retry RPC after error@1933675898) -> (continuation of Deferred@1478533679 after retry RPC after error@120787275) -> (continuation of Deferred@36508533 after retry RPC after error@2113430551) -> (continuation of Deferred@546607197 after retry RPC after error@1068659789) -> (continuation of Deferred@1433304693 after retry RPC after error@1804103699) -> (continuation of Deferred@1872368455 after retry RPC after error@1126568677)))
01:59:13.456 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [29ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@501765268(state=PENDING, result=null, callback=(continuation of Deferred@764744129 after retry RPC after error@1933675898) -> (continuation of Deferred@1478533679 after retry RPC after error@120787275) -> (continuation of Deferred@36508533 after retry RPC after error@2113430551) -> (continuation of Deferred@546607197 after retry RPC after error@1068659789) -> (continuation of Deferred@1433304693 after retry RPC after error@1804103699) -> (continuation of Deferred@1872368455 after retry RPC after error@1126568677), errback=(continuation of Deferred@764744129 after retry RPC after error@1933675898) -> (continuation of Deferred@1478533679 after retry RPC after error@120787275) -> (continuation of Deferred@36508533 after retry RPC after error@2113430551) -> (continuation of Deferred@546607197 after retry RPC after error@1068659789) -> (continuation of Deferred@1433304693 after retry RPC after error@1804103699) -> (continuation of Deferred@1872368455 after retry RPC after error@1126568677)))
01:59:13.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:13.599193 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:13.599352 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:13.734 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@429823888(state=PENDING, result=null, callback=(continuation of Deferred@1176744972 after retry RPC after error@434423195) -> (continuation of Deferred@1718330772 after retry RPC after error@195333342) -> (continuation of Deferred@1358748274 after retry RPC after error@1871386091) -> (continuation of Deferred@1417108107 after retry RPC after error@2073755303) -> (continuation of Deferred@1300464876 after retry RPC after error@2056320250) -> (continuation of Deferred@341658145 after retry RPC after error@941552075) -> (continuation of Deferred@1768662720 after retry RPC after error@337754163), errback=(continuation of Deferred@1176744972 after retry RPC after error@434423195) -> (continuation of Deferred@1718330772 after retry RPC after error@195333342) -> (continuation of Deferred@1358748274 after retry RPC after error@1871386091) -> (continuation of Deferred@1417108107 after retry RPC after error@2073755303) -> (continuation of Deferred@1300464876 after retry RPC after error@2056320250) -> (continuation of Deferred@341658145 after retry RPC after error@941552075) -> (continuation of Deferred@1768662720 after retry RPC after error@337754163)))
01:59:13.734 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:13.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:13.976 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1553272336(state=PENDING, result=null, callback=(continuation of Deferred@881535872 after retry RPC after error@1586848563) -> (continuation of Deferred@1725483403 after retry RPC after error@306818766) -> (continuation of Deferred@2138263596 after retry RPC after error@176830474) -> (continuation of Deferred@717106241 after retry RPC after error@1977534470) -> (continuation of Deferred@273220769 after retry RPC after error@1272456394) -> (continuation of Deferred@283100628 after retry RPC after error@331522353) -> (continuation of Deferred@1274467300 after retry RPC after error@1090666532), errback=(continuation of Deferred@881535872 after retry RPC after error@1586848563) -> (continuation of Deferred@1725483403 after retry RPC after error@306818766) -> (continuation of Deferred@2138263596 after retry RPC after error@176830474) -> (continuation of Deferred@717106241 after retry RPC after error@1977534470) -> (continuation of Deferred@273220769 after retry RPC after error@1272456394) -> (continuation of Deferred@283100628 after retry RPC after error@331522353) -> (continuation of Deferred@1274467300 after retry RPC after error@1090666532)))
01:59:13.976 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1553272336(state=PENDING, result=null, callback=(continuation of Deferred@881535872 after retry RPC after error@1586848563) -> (continuation of Deferred@1725483403 after retry RPC after error@306818766) -> (continuation of Deferred@2138263596 after retry RPC after error@176830474) -> (continuation of Deferred@717106241 after retry RPC after error@1977534470) -> (continuation of Deferred@273220769 after retry RPC after error@1272456394) -> (continuation of Deferred@283100628 after retry RPC after error@331522353) -> (continuation of Deferred@1274467300 after retry RPC after error@1090666532), errback=(continuation of Deferred@881535872 after retry RPC after error@1586848563) -> (continuation of Deferred@1725483403 after retry RPC after error@306818766) -> (continuation of Deferred@2138263596 after retry RPC after error@176830474) -> (continuation of Deferred@717106241 after retry RPC after error@1977534470) -> (continuation of Deferred@273220769 after retry RPC after error@1272456394) -> (continuation of Deferred@283100628 after retry RPC after error@331522353) -> (continuation of Deferred@1274467300 after retry RPC after error@1090666532)))
01:59:13.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:13.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:13.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:13.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:13.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.196 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1177403804(state=PENDING, result=null, callback=(continuation of Deferred@1846511692 after retry RPC after error@530173634) -> (continuation of Deferred@1044484523 after retry RPC after error@382240478) -> (continuation of Deferred@68624803 after retry RPC after error@1428750397) -> (continuation of Deferred@1733758970 after retry RPC after error@905681848) -> (continuation of Deferred@148680349 after retry RPC after error@367624019) -> (continuation of Deferred@1251908299 after retry RPC after error@600964731) -> (continuation of Deferred@1309934810 after retry RPC after error@282716588), errback=(continuation of Deferred@1846511692 after retry RPC after error@530173634) -> (continuation of Deferred@1044484523 after retry RPC after error@382240478) -> (continuation of Deferred@68624803 after retry RPC after error@1428750397) -> (continuation of Deferred@1733758970 after retry RPC after error@905681848) -> (continuation of Deferred@148680349 after retry RPC after error@367624019) -> (continuation of Deferred@1251908299 after retry RPC after error@600964731) -> (continuation of Deferred@1309934810 after retry RPC after error@282716588)))
01:59:14.196 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1177403804(state=PENDING, result=null, callback=(continuation of Deferred@1846511692 after retry RPC after error@530173634) -> (continuation of Deferred@1044484523 after retry RPC after error@382240478) -> (continuation of Deferred@68624803 after retry RPC after error@1428750397) -> (continuation of Deferred@1733758970 after retry RPC after error@905681848) -> (continuation of Deferred@148680349 after retry RPC after error@367624019) -> (continuation of Deferred@1251908299 after retry RPC after error@600964731) -> (continuation of Deferred@1309934810 after retry RPC after error@282716588), errback=(continuation of Deferred@1846511692 after retry RPC after error@530173634) -> (continuation of Deferred@1044484523 after retry RPC after error@382240478) -> (continuation of Deferred@68624803 after retry RPC after error@1428750397) -> (continuation of Deferred@1733758970 after retry RPC after error@905681848) -> (continuation of Deferred@148680349 after retry RPC after error@367624019) -> (continuation of Deferred@1251908299 after retry RPC after error@600964731) -> (continuation of Deferred@1309934810 after retry RPC after error@282716588)))
01:59:14.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.435 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1715581839(state=PENDING, result=null, callback=(continuation of Deferred@1877532577 after retry RPC after error@1873210070) -> (continuation of Deferred@1755431378 after retry RPC after error@60283522) -> (continuation of Deferred@707463302 after retry RPC after error@1921230671) -> (continuation of Deferred@340416412 after retry RPC after error@691330141) -> (continuation of Deferred@1529450181 after retry RPC after error@889185072) -> (continuation of Deferred@1917822084 after retry RPC after error@2098612388) -> (continuation of Deferred@1784589925 after retry RPC after error@561198717), errback=(continuation of Deferred@1877532577 after retry RPC after error@1873210070) -> (continuation of Deferred@1755431378 after retry RPC after error@60283522) -> (continuation of Deferred@707463302 after retry RPC after error@1921230671) -> (continuation of Deferred@340416412 after retry RPC after error@691330141) -> (continuation of Deferred@1529450181 after retry RPC after error@889185072) -> (continuation of Deferred@1917822084 after retry RPC after error@2098612388) -> (continuation of Deferred@1784589925 after retry RPC after error@561198717)))
01:59:14.435 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1715581839(state=PENDING, result=null, callback=(continuation of Deferred@1877532577 after retry RPC after error@1873210070) -> (continuation of Deferred@1755431378 after retry RPC after error@60283522) -> (continuation of Deferred@707463302 after retry RPC after error@1921230671) -> (continuation of Deferred@340416412 after retry RPC after error@691330141) -> (continuation of Deferred@1529450181 after retry RPC after error@889185072) -> (continuation of Deferred@1917822084 after retry RPC after error@2098612388) -> (continuation of Deferred@1784589925 after retry RPC after error@561198717), errback=(continuation of Deferred@1877532577 after retry RPC after error@1873210070) -> (continuation of Deferred@1755431378 after retry RPC after error@60283522) -> (continuation of Deferred@707463302 after retry RPC after error@1921230671) -> (continuation of Deferred@340416412 after retry RPC after error@691330141) -> (continuation of Deferred@1529450181 after retry RPC after error@889185072) -> (continuation of Deferred@1917822084 after retry RPC after error@2098612388) -> (continuation of Deferred@1784589925 after retry RPC after error@561198717)))
01:59:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:14.449440 3630 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:14.449704 3630 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:14.450582 3630 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:14.451601 3381 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111) [suppressed 3 similar messages]
01:59:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:14.452881 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:14.453071 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:14.453241 3381 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:14.453516 3630 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:14.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.456 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.635 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1445786917(state=PENDING, result=null, callback=(continuation of Deferred@1745085878 after retry RPC after error@1554663829) -> (continuation of Deferred@277361014 after retry RPC after error@557607839) -> (continuation of Deferred@1449464923 after retry RPC after error@1477253603) -> (continuation of Deferred@157253653 after retry RPC after error@1274896946) -> (continuation of Deferred@893673690 after retry RPC after error@87467408) -> (continuation of Deferred@1880932875 after retry RPC after error@1347470024), errback=(continuation of Deferred@1745085878 after retry RPC after error@1554663829) -> (continuation of Deferred@277361014 after retry RPC after error@557607839) -> (continuation of Deferred@1449464923 after retry RPC after error@1477253603) -> (continuation of Deferred@157253653 after retry RPC after error@1274896946) -> (continuation of Deferred@893673690 after retry RPC after error@87467408) -> (continuation of Deferred@1880932875 after retry RPC after error@1347470024)))
01:59:14.635 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1445786917(state=PENDING, result=null, callback=(continuation of Deferred@1745085878 after retry RPC after error@1554663829) -> (continuation of Deferred@277361014 after retry RPC after error@557607839) -> (continuation of Deferred@1449464923 after retry RPC after error@1477253603) -> (continuation of Deferred@157253653 after retry RPC after error@1274896946) -> (continuation of Deferred@893673690 after retry RPC after error@87467408) -> (continuation of Deferred@1880932875 after retry RPC after error@1347470024), errback=(continuation of Deferred@1745085878 after retry RPC after error@1554663829) -> (continuation of Deferred@277361014 after retry RPC after error@557607839) -> (continuation of Deferred@1449464923 after retry RPC after error@1477253603) -> (continuation of Deferred@157253653 after retry RPC after error@1274896946) -> (continuation of Deferred@893673690 after retry RPC after error@87467408) -> (continuation of Deferred@1880932875 after retry RPC after error@1347470024)))
01:59:14.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.736 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.816 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@319291495(state=PENDING, result=null, callback=(continuation of Deferred@131481014 after retry RPC after error@1099219319) -> (continuation of Deferred@878437385 after retry RPC after error@1728299485) -> (continuation of Deferred@1359899398 after retry RPC after error@912688937) -> (continuation of Deferred@1568036416 after retry RPC after error@612530458) -> (continuation of Deferred@108421335 after retry RPC after error@69988607) -> (continuation of Deferred@1795187308 after retry RPC after error@1560124607), errback=(continuation of Deferred@131481014 after retry RPC after error@1099219319) -> (continuation of Deferred@878437385 after retry RPC after error@1728299485) -> (continuation of Deferred@1359899398 after retry RPC after error@912688937) -> (continuation of Deferred@1568036416 after retry RPC after error@612530458) -> (continuation of Deferred@108421335 after retry RPC after error@69988607) -> (continuation of Deferred@1795187308 after retry RPC after error@1560124607)))
01:59:14.816 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@319291495(state=PENDING, result=null, callback=(continuation of Deferred@131481014 after retry RPC after error@1099219319) -> (continuation of Deferred@878437385 after retry RPC after error@1728299485) -> (continuation of Deferred@1359899398 after retry RPC after error@912688937) -> (continuation of Deferred@1568036416 after retry RPC after error@612530458) -> (continuation of Deferred@108421335 after retry RPC after error@69988607) -> (continuation of Deferred@1795187308 after retry RPC after error@1560124607), errback=(continuation of Deferred@131481014 after retry RPC after error@1099219319) -> (continuation of Deferred@878437385 after retry RPC after error@1728299485) -> (continuation of Deferred@1359899398 after retry RPC after error@912688937) -> (continuation of Deferred@1568036416 after retry RPC after error@612530458) -> (continuation of Deferred@108421335 after retry RPC after error@69988607) -> (continuation of Deferred@1795187308 after retry RPC after error@1560124607)))
01:59:14.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:14.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:14.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:14.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:14.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:14.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.056 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1921452320(state=PENDING, result=null, callback=(continuation of Deferred@2141480827 after retry RPC after error@382958588) -> (continuation of Deferred@85871740 after retry RPC after error@1327143926) -> (continuation of Deferred@324645585 after retry RPC after error@509097949) -> (continuation of Deferred@1767044550 after retry RPC after error@1913390641) -> (continuation of Deferred@748551579 after retry RPC after error@1931788554) -> (continuation of Deferred@229045869 after retry RPC after error@529089638) -> (continuation of Deferred@1547375401 after retry RPC after error@155366709), errback=(continuation of Deferred@2141480827 after retry RPC after error@382958588) -> (continuation of Deferred@85871740 after retry RPC after error@1327143926) -> (continuation of Deferred@324645585 after retry RPC after error@509097949) -> (continuation of Deferred@1767044550 after retry RPC after error@1913390641) -> (continuation of Deferred@748551579 after retry RPC after error@1931788554) -> (continuation of Deferred@229045869 after retry RPC after error@529089638) -> (continuation of Deferred@1547375401 after retry RPC after error@155366709)))
01:59:15.056 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1921452320(state=PENDING, result=null, callback=(continuation of Deferred@2141480827 after retry RPC after error@382958588) -> (continuation of Deferred@85871740 after retry RPC after error@1327143926) -> (continuation of Deferred@324645585 after retry RPC after error@509097949) -> (continuation of Deferred@1767044550 after retry RPC after error@1913390641) -> (continuation of Deferred@748551579 after retry RPC after error@1931788554) -> (continuation of Deferred@229045869 after retry RPC after error@529089638) -> (continuation of Deferred@1547375401 after retry RPC after error@155366709), errback=(continuation of Deferred@2141480827 after retry RPC after error@382958588) -> (continuation of Deferred@85871740 after retry RPC after error@1327143926) -> (continuation of Deferred@324645585 after retry RPC after error@509097949) -> (continuation of Deferred@1767044550 after retry RPC after error@1913390641) -> (continuation of Deferred@748551579 after retry RPC after error@1931788554) -> (continuation of Deferred@229045869 after retry RPC after error@529089638) -> (continuation of Deferred@1547375401 after retry RPC after error@155366709)))
01:59:15.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.236 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@613132838(state=PENDING, result=null, callback=(continuation of Deferred@1431600969 after retry RPC after error@389270104) -> (continuation of Deferred@1985202673 after retry RPC after error@259037063) -> (continuation of Deferred@2041057047 after retry RPC after error@1891658608) -> (continuation of Deferred@414464216 after retry RPC after error@334715110) -> (continuation of Deferred@706358584 after retry RPC after error@1509050592) -> (continuation of Deferred@1614404094 after retry RPC after error@1761905015) -> (continuation of Deferred@302783106 after retry RPC after error@1509090667), errback=(continuation of Deferred@1431600969 after retry RPC after error@389270104) -> (continuation of Deferred@1985202673 after retry RPC after error@259037063) -> (continuation of Deferred@2041057047 after retry RPC after error@1891658608) -> (continuation of Deferred@414464216 after retry RPC after error@334715110) -> (continuation of Deferred@706358584 after retry RPC after error@1509050592) -> (continuation of Deferred@1614404094 after retry RPC after error@1761905015) -> (continuation of Deferred@302783106 after retry RPC after error@1509090667)))
01:59:15.236 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@613132838(state=PENDING, result=null, callback=(continuation of Deferred@1431600969 after retry RPC after error@389270104) -> (continuation of Deferred@1985202673 after retry RPC after error@259037063) -> (continuation of Deferred@2041057047 after retry RPC after error@1891658608) -> (continuation of Deferred@414464216 after retry RPC after error@334715110) -> (continuation of Deferred@706358584 after retry RPC after error@1509050592) -> (continuation of Deferred@1614404094 after retry RPC after error@1761905015) -> (continuation of Deferred@302783106 after retry RPC after error@1509090667), errback=(continuation of Deferred@1431600969 after retry RPC after error@389270104) -> (continuation of Deferred@1985202673 after retry RPC after error@259037063) -> (continuation of Deferred@2041057047 after retry RPC after error@1891658608) -> (continuation of Deferred@414464216 after retry RPC after error@334715110) -> (continuation of Deferred@706358584 after retry RPC after error@1509050592) -> (continuation of Deferred@1614404094 after retry RPC after error@1761905015) -> (continuation of Deferred@302783106 after retry RPC after error@1509090667)))
01:59:15.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.495 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@546696795(state=PENDING, result=null, callback=(continuation of Deferred@1481376417 after retry RPC after error@70604976) -> (continuation of Deferred@767569205 after retry RPC after error@573110752) -> (continuation of Deferred@441036302 after retry RPC after error@882345263) -> (continuation of Deferred@403877645 after retry RPC after error@2106634774) -> (continuation of Deferred@721312372 after retry RPC after error@583539961) -> (continuation of Deferred@791651690 after retry RPC after error@1473749659) -> (continuation of Deferred@253915119 after retry RPC after error@1844417830), errback=(continuation of Deferred@1481376417 after retry RPC after error@70604976) -> (continuation of Deferred@767569205 after retry RPC after error@573110752) -> (continuation of Deferred@441036302 after retry RPC after error@882345263) -> (continuation of Deferred@403877645 after retry RPC after error@2106634774) -> (continuation of Deferred@721312372 after retry RPC after error@583539961) -> (continuation of Deferred@791651690 after retry RPC after error@1473749659) -> (continuation of Deferred@253915119 after retry RPC after error@1844417830)))
01:59:15.495 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@546696795(state=PENDING, result=null, callback=(continuation of Deferred@1481376417 after retry RPC after error@70604976) -> (continuation of Deferred@767569205 after retry RPC after error@573110752) -> (continuation of Deferred@441036302 after retry RPC after error@882345263) -> (continuation of Deferred@403877645 after retry RPC after error@2106634774) -> (continuation of Deferred@721312372 after retry RPC after error@583539961) -> (continuation of Deferred@791651690 after retry RPC after error@1473749659) -> (continuation of Deferred@253915119 after retry RPC after error@1844417830), errback=(continuation of Deferred@1481376417 after retry RPC after error@70604976) -> (continuation of Deferred@767569205 after retry RPC after error@573110752) -> (continuation of Deferred@441036302 after retry RPC after error@882345263) -> (continuation of Deferred@403877645 after retry RPC after error@2106634774) -> (continuation of Deferred@721312372 after retry RPC after error@583539961) -> (continuation of Deferred@791651690 after retry RPC after error@1473749659) -> (continuation of Deferred@253915119 after retry RPC after error@1844417830)))
01:59:15.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.633 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.736 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@746806956(state=PENDING, result=null, callback=(continuation of Deferred@2138616937 after retry RPC after error@978720521) -> (continuation of Deferred@1364462807 after retry RPC after error@1729384047) -> (continuation of Deferred@1567974680 after retry RPC after error@1460785120) -> (continuation of Deferred@651314017 after retry RPC after error@1668286178) -> (continuation of Deferred@358347313 after retry RPC after error@1290555829) -> (continuation of Deferred@2014431746 after retry RPC after error@464880884) -> (continuation of Deferred@1370830793 after retry RPC after error@2138748339), errback=(continuation of Deferred@2138616937 after retry RPC after error@978720521) -> (continuation of Deferred@1364462807 after retry RPC after error@1729384047) -> (continuation of Deferred@1567974680 after retry RPC after error@1460785120) -> (continuation of Deferred@651314017 after retry RPC after error@1668286178) -> (continuation of Deferred@358347313 after retry RPC after error@1290555829) -> (continuation of Deferred@2014431746 after retry RPC after error@464880884) -> (continuation of Deferred@1370830793 after retry RPC after error@2138748339)))
01:59:15.736 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@746806956(state=PENDING, result=null, callback=(continuation of Deferred@2138616937 after retry RPC after error@978720521) -> (continuation of Deferred@1364462807 after retry RPC after error@1729384047) -> (continuation of Deferred@1567974680 after retry RPC after error@1460785120) -> (continuation of Deferred@651314017 after retry RPC after error@1668286178) -> (continuation of Deferred@358347313 after retry RPC after error@1290555829) -> (continuation of Deferred@2014431746 after retry RPC after error@464880884) -> (continuation of Deferred@1370830793 after retry RPC after error@2138748339), errback=(continuation of Deferred@2138616937 after retry RPC after error@978720521) -> (continuation of Deferred@1364462807 after retry RPC after error@1729384047) -> (continuation of Deferred@1567974680 after retry RPC after error@1460785120) -> (continuation of Deferred@651314017 after retry RPC after error@1668286178) -> (continuation of Deferred@358347313 after retry RPC after error@1290555829) -> (continuation of Deferred@2014431746 after retry RPC after error@464880884) -> (continuation of Deferred@1370830793 after retry RPC after error@2138748339)))
01:59:15.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.895 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1176237318(state=PENDING, result=null, callback=(continuation of Deferred@1818629979 after retry RPC after error@206002770) -> (continuation of Deferred@1986461401 after retry RPC after error@1875678934) -> (continuation of Deferred@860657851 after retry RPC after error@99602762) -> (continuation of Deferred@1153328920 after retry RPC after error@1330590591) -> (continuation of Deferred@403825517 after retry RPC after error@1670317220) -> (continuation of Deferred@1421752682 after retry RPC after error@1658596425), errback=(continuation of Deferred@1818629979 after retry RPC after error@206002770) -> (continuation of Deferred@1986461401 after retry RPC after error@1875678934) -> (continuation of Deferred@860657851 after retry RPC after error@99602762) -> (continuation of Deferred@1153328920 after retry RPC after error@1330590591) -> (continuation of Deferred@403825517 after retry RPC after error@1670317220) -> (continuation of Deferred@1421752682 after retry RPC after error@1658596425)))
01:59:15.896 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1176237318(state=PENDING, result=null, callback=(continuation of Deferred@1818629979 after retry RPC after error@206002770) -> (continuation of Deferred@1986461401 after retry RPC after error@1875678934) -> (continuation of Deferred@860657851 after retry RPC after error@99602762) -> (continuation of Deferred@1153328920 after retry RPC after error@1330590591) -> (continuation of Deferred@403825517 after retry RPC after error@1670317220) -> (continuation of Deferred@1421752682 after retry RPC after error@1658596425), errback=(continuation of Deferred@1818629979 after retry RPC after error@206002770) -> (continuation of Deferred@1986461401 after retry RPC after error@1875678934) -> (continuation of Deferred@860657851 after retry RPC after error@99602762) -> (continuation of Deferred@1153328920 after retry RPC after error@1330590591) -> (continuation of Deferred@403825517 after retry RPC after error@1670317220) -> (continuation of Deferred@1421752682 after retry RPC after error@1658596425)))
01:59:15.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.956 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:15.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:15.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:15.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:15.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:15.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:16.107069 2864 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:16.108412 2864 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:16.110502 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:16.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.116 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1422857317(state=PENDING, result=null, callback=(continuation of Deferred@1165065803 after retry RPC after error@1996438205) -> (continuation of Deferred@1453344626 after retry RPC after error@2061503999) -> (continuation of Deferred@875411406 after retry RPC after error@990402852) -> (continuation of Deferred@1866924768 after retry RPC after error@355628290) -> (continuation of Deferred@1282945965 after retry RPC after error@893420159) -> (continuation of Deferred@1648870965 after retry RPC after error@1692083482) -> (continuation of Deferred@1773373303 after retry RPC after error@1481745220), errback=(continuation of Deferred@1165065803 after retry RPC after error@1996438205) -> (continuation of Deferred@1453344626 after retry RPC after error@2061503999) -> (continuation of Deferred@875411406 after retry RPC after error@990402852) -> (continuation of Deferred@1866924768 after retry RPC after error@355628290) -> (continuation of Deferred@1282945965 after retry RPC after error@893420159) -> (continuation of Deferred@1648870965 after retry RPC after error@1692083482) -> (continuation of Deferred@1773373303 after retry RPC after error@1481745220)))
01:59:16.116 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1422857317(state=PENDING, result=null, callback=(continuation of Deferred@1165065803 after retry RPC after error@1996438205) -> (continuation of Deferred@1453344626 after retry RPC after error@2061503999) -> (continuation of Deferred@875411406 after retry RPC after error@990402852) -> (continuation of Deferred@1866924768 after retry RPC after error@355628290) -> (continuation of Deferred@1282945965 after retry RPC after error@893420159) -> (continuation of Deferred@1648870965 after retry RPC after error@1692083482) -> (continuation of Deferred@1773373303 after retry RPC after error@1481745220), errback=(continuation of Deferred@1165065803 after retry RPC after error@1996438205) -> (continuation of Deferred@1453344626 after retry RPC after error@2061503999) -> (continuation of Deferred@875411406 after retry RPC after error@990402852) -> (continuation of Deferred@1866924768 after retry RPC after error@355628290) -> (continuation of Deferred@1282945965 after retry RPC after error@893420159) -> (continuation of Deferred@1648870965 after retry RPC after error@1692083482) -> (continuation of Deferred@1773373303 after retry RPC after error@1481745220)))
01:59:16.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.154 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.217 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.336 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [84ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1424402327(state=PENDING, result=null, callback=(continuation of Deferred@1485966158 after retry RPC after error@2010219510) -> (continuation of Deferred@377451977 after retry RPC after error@2000986766) -> (continuation of Deferred@1061429075 after retry RPC after error@1148319102) -> (continuation of Deferred@701305092 after retry RPC after error@2077202017) -> (continuation of Deferred@1693360332 after retry RPC after error@805266218) -> (continuation of Deferred@1861948128 after retry RPC after error@1770061248) -> (continuation of Deferred@2029639932 after retry RPC after error@751506170), errback=(continuation of Deferred@1485966158 after retry RPC after error@2010219510) -> (continuation of Deferred@377451977 after retry RPC after error@2000986766) -> (continuation of Deferred@1061429075 after retry RPC after error@1148319102) -> (continuation of Deferred@701305092 after retry RPC after error@2077202017) -> (continuation of Deferred@1693360332 after retry RPC after error@805266218) -> (continuation of Deferred@1861948128 after retry RPC after error@1770061248) -> (continuation of Deferred@2029639932 after retry RPC after error@751506170)))
01:59:16.336 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [84ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1424402327(state=PENDING, result=null, callback=(continuation of Deferred@1485966158 after retry RPC after error@2010219510) -> (continuation of Deferred@377451977 after retry RPC after error@2000986766) -> (continuation of Deferred@1061429075 after retry RPC after error@1148319102) -> (continuation of Deferred@701305092 after retry RPC after error@2077202017) -> (continuation of Deferred@1693360332 after retry RPC after error@805266218) -> (continuation of Deferred@1861948128 after retry RPC after error@1770061248) -> (continuation of Deferred@2029639932 after retry RPC after error@751506170), errback=(continuation of Deferred@1485966158 after retry RPC after error@2010219510) -> (continuation of Deferred@377451977 after retry RPC after error@2000986766) -> (continuation of Deferred@1061429075 after retry RPC after error@1148319102) -> (continuation of Deferred@701305092 after retry RPC after error@2077202017) -> (continuation of Deferred@1693360332 after retry RPC after error@805266218) -> (continuation of Deferred@1861948128 after retry RPC after error@1770061248) -> (continuation of Deferred@2029639932 after retry RPC after error@751506170)))
01:59:16.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.576 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1819495019(state=PENDING, result=null, callback=(continuation of Deferred@632042613 after retry RPC after error@966781403) -> (continuation of Deferred@1627780303 after retry RPC after error@391367318) -> (continuation of Deferred@1402493845 after retry RPC after error@353345804) -> (continuation of Deferred@1541577966 after retry RPC after error@1382873726) -> (continuation of Deferred@1127827285 after retry RPC after error@735480319) -> (continuation of Deferred@1679586695 after retry RPC after error@1368837232) -> (continuation of Deferred@1478241016 after retry RPC after error@1201330549) -> (continuation of Deferred@1085094988 after retry RPC after error@666864997), errback=(continuation of Deferred@632042613 after retry RPC after error@966781403) -> (continuation of Deferred@1627780303 after retry RPC after error@391367318) -> (continuation of Deferred@1402493845 after retry RPC after error@353345804) -> (continuation of Deferred@1541577966 after retry RPC after error@1382873726) -> (continuation of Deferred@1127827285 after retry RPC after error@735480319) -> (continuation of Deferred@1679586695 after retry RPC after error@1368837232) -> (continuation of Deferred@1478241016 after retry RPC after error@1201330549) -> (continuation of Deferred@1085094988 after retry RPC after error@666864997)))
01:59:16.576 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1819495019(state=PENDING, result=null, callback=(continuation of Deferred@632042613 after retry RPC after error@966781403) -> (continuation of Deferred@1627780303 after retry RPC after error@391367318) -> (continuation of Deferred@1402493845 after retry RPC after error@353345804) -> (continuation of Deferred@1541577966 after retry RPC after error@1382873726) -> (continuation of Deferred@1127827285 after retry RPC after error@735480319) -> (continuation of Deferred@1679586695 after retry RPC after error@1368837232) -> (continuation of Deferred@1478241016 after retry RPC after error@1201330549) -> (continuation of Deferred@1085094988 after retry RPC after error@666864997), errback=(continuation of Deferred@632042613 after retry RPC after error@966781403) -> (continuation of Deferred@1627780303 after retry RPC after error@391367318) -> (continuation of Deferred@1402493845 after retry RPC after error@353345804) -> (continuation of Deferred@1541577966 after retry RPC after error@1382873726) -> (continuation of Deferred@1127827285 after retry RPC after error@735480319) -> (continuation of Deferred@1679586695 after retry RPC after error@1368837232) -> (continuation of Deferred@1478241016 after retry RPC after error@1201330549) -> (continuation of Deferred@1085094988 after retry RPC after error@666864997)))
01:59:16.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.854 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1264833383(state=PENDING, result=null, callback=(continuation of Deferred@1786638423 after retry RPC after error@952171004) -> (continuation of Deferred@601121448 after retry RPC after error@1996059998) -> (continuation of Deferred@1938021534 after retry RPC after error@1286849547) -> (continuation of Deferred@1290939927 after retry RPC after error@1906106706) -> (continuation of Deferred@479638739 after retry RPC after error@1322756310) -> (continuation of Deferred@319337869 after retry RPC after error@92819663) -> (continuation of Deferred@747719809 after retry RPC after error@1609810141) -> (continuation of Deferred@151102067 after retry RPC after error@1313379764), errback=(continuation of Deferred@1786638423 after retry RPC after error@952171004) -> (continuation of Deferred@601121448 after retry RPC after error@1996059998) -> (continuation of Deferred@1938021534 after retry RPC after error@1286849547) -> (continuation of Deferred@1290939927 after retry RPC after error@1906106706) -> (continuation of Deferred@479638739 after retry RPC after error@1322756310) -> (continuation of Deferred@319337869 after retry RPC after error@92819663) -> (continuation of Deferred@747719809 after retry RPC after error@1609810141) -> (continuation of Deferred@151102067 after retry RPC after error@1313379764)))
01:59:16.854 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:16.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:16.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:16.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:16.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:16.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:16.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.096 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@360333049(state=PENDING, result=null, callback=(continuation of Deferred@735353785 after retry RPC after error@696890526) -> (continuation of Deferred@236181238 after retry RPC after error@1247460411) -> (continuation of Deferred@1163718554 after retry RPC after error@555060971) -> (continuation of Deferred@832653401 after retry RPC after error@780505394) -> (continuation of Deferred@201825095 after retry RPC after error@31993594) -> (continuation of Deferred@976248094 after retry RPC after error@951994219) -> (continuation of Deferred@139673240 after retry RPC after error@1208770198), errback=(continuation of Deferred@735353785 after retry RPC after error@696890526) -> (continuation of Deferred@236181238 after retry RPC after error@1247460411) -> (continuation of Deferred@1163718554 after retry RPC after error@555060971) -> (continuation of Deferred@832653401 after retry RPC after error@780505394) -> (continuation of Deferred@201825095 after retry RPC after error@31993594) -> (continuation of Deferred@976248094 after retry RPC after error@951994219) -> (continuation of Deferred@139673240 after retry RPC after error@1208770198)))
01:59:17.096 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@360333049(state=PENDING, result=null, callback=(continuation of Deferred@735353785 after retry RPC after error@696890526) -> (continuation of Deferred@236181238 after retry RPC after error@1247460411) -> (continuation of Deferred@1163718554 after retry RPC after error@555060971) -> (continuation of Deferred@832653401 after retry RPC after error@780505394) -> (continuation of Deferred@201825095 after retry RPC after error@31993594) -> (continuation of Deferred@976248094 after retry RPC after error@951994219) -> (continuation of Deferred@139673240 after retry RPC after error@1208770198), errback=(continuation of Deferred@735353785 after retry RPC after error@696890526) -> (continuation of Deferred@236181238 after retry RPC after error@1247460411) -> (continuation of Deferred@1163718554 after retry RPC after error@555060971) -> (continuation of Deferred@832653401 after retry RPC after error@780505394) -> (continuation of Deferred@201825095 after retry RPC after error@31993594) -> (continuation of Deferred@976248094 after retry RPC after error@951994219) -> (continuation of Deferred@139673240 after retry RPC after error@1208770198)))
01:59:17.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.355 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@271287419(state=PENDING, result=null, callback=(continuation of Deferred@924670445 after retry RPC after error@869239137) -> (continuation of Deferred@225263662 after retry RPC after error@1101596068) -> (continuation of Deferred@472313421 after retry RPC after error@1399711785) -> (continuation of Deferred@887533146 after retry RPC after error@1030424903) -> (continuation of Deferred@370465825 after retry RPC after error@713314922) -> (continuation of Deferred@722578718 after retry RPC after error@1314236426) -> (continuation of Deferred@2115014709 after retry RPC after error@1989118623), errback=(continuation of Deferred@924670445 after retry RPC after error@869239137) -> (continuation of Deferred@225263662 after retry RPC after error@1101596068) -> (continuation of Deferred@472313421 after retry RPC after error@1399711785) -> (continuation of Deferred@887533146 after retry RPC after error@1030424903) -> (continuation of Deferred@370465825 after retry RPC after error@713314922) -> (continuation of Deferred@722578718 after retry RPC after error@1314236426) -> (continuation of Deferred@2115014709 after retry RPC after error@1989118623)))
01:59:17.356 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@271287419(state=PENDING, result=null, callback=(continuation of Deferred@924670445 after retry RPC after error@869239137) -> (continuation of Deferred@225263662 after retry RPC after error@1101596068) -> (continuation of Deferred@472313421 after retry RPC after error@1399711785) -> (continuation of Deferred@887533146 after retry RPC after error@1030424903) -> (continuation of Deferred@370465825 after retry RPC after error@713314922) -> (continuation of Deferred@722578718 after retry RPC after error@1314236426) -> (continuation of Deferred@2115014709 after retry RPC after error@1989118623), errback=(continuation of Deferred@924670445 after retry RPC after error@869239137) -> (continuation of Deferred@225263662 after retry RPC after error@1101596068) -> (continuation of Deferred@472313421 after retry RPC after error@1399711785) -> (continuation of Deferred@887533146 after retry RPC after error@1030424903) -> (continuation of Deferred@370465825 after retry RPC after error@713314922) -> (continuation of Deferred@722578718 after retry RPC after error@1314236426) -> (continuation of Deferred@2115014709 after retry RPC after error@1989118623)))
01:59:17.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.474 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.595 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@379177198(state=PENDING, result=null, callback=(continuation of Deferred@394341559 after retry RPC after error@833503171) -> (continuation of Deferred@282165158 after retry RPC after error@1213668330) -> (continuation of Deferred@1454203587 after retry RPC after error@381493234) -> (continuation of Deferred@218791628 after retry RPC after error@2104667340) -> (continuation of Deferred@1089757915 after retry RPC after error@1044948920) -> (continuation of Deferred@1617580707 after retry RPC after error@144082606) -> (continuation of Deferred@1805111261 after retry RPC after error@270127216), errback=(continuation of Deferred@394341559 after retry RPC after error@833503171) -> (continuation of Deferred@282165158 after retry RPC after error@1213668330) -> (continuation of Deferred@1454203587 after retry RPC after error@381493234) -> (continuation of Deferred@218791628 after retry RPC after error@2104667340) -> (continuation of Deferred@1089757915 after retry RPC after error@1044948920) -> (continuation of Deferred@1617580707 after retry RPC after error@144082606) -> (continuation of Deferred@1805111261 after retry RPC after error@270127216)))
01:59:17.596 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@379177198(state=PENDING, result=null, callback=(continuation of Deferred@394341559 after retry RPC after error@833503171) -> (continuation of Deferred@282165158 after retry RPC after error@1213668330) -> (continuation of Deferred@1454203587 after retry RPC after error@381493234) -> (continuation of Deferred@218791628 after retry RPC after error@2104667340) -> (continuation of Deferred@1089757915 after retry RPC after error@1044948920) -> (continuation of Deferred@1617580707 after retry RPC after error@144082606) -> (continuation of Deferred@1805111261 after retry RPC after error@270127216), errback=(continuation of Deferred@394341559 after retry RPC after error@833503171) -> (continuation of Deferred@282165158 after retry RPC after error@1213668330) -> (continuation of Deferred@1454203587 after retry RPC after error@381493234) -> (continuation of Deferred@218791628 after retry RPC after error@2104667340) -> (continuation of Deferred@1089757915 after retry RPC after error@1044948920) -> (continuation of Deferred@1617580707 after retry RPC after error@144082606) -> (continuation of Deferred@1805111261 after retry RPC after error@270127216)))
01:59:17.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.795 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@364062949(state=PENDING, result=null, callback=(continuation of Deferred@349889902 after retry RPC after error@1407381147) -> (continuation of Deferred@658271743 after retry RPC after error@725917181) -> (continuation of Deferred@1752624238 after retry RPC after error@740573645) -> (continuation of Deferred@1756598819 after retry RPC after error@1737966013) -> (continuation of Deferred@945673405 after retry RPC after error@922341458) -> (continuation of Deferred@1110404644 after retry RPC after error@535319925), errback=(continuation of Deferred@349889902 after retry RPC after error@1407381147) -> (continuation of Deferred@658271743 after retry RPC after error@725917181) -> (continuation of Deferred@1752624238 after retry RPC after error@740573645) -> (continuation of Deferred@1756598819 after retry RPC after error@1737966013) -> (continuation of Deferred@945673405 after retry RPC after error@922341458) -> (continuation of Deferred@1110404644 after retry RPC after error@535319925)))
01:59:17.796 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@364062949(state=PENDING, result=null, callback=(continuation of Deferred@349889902 after retry RPC after error@1407381147) -> (continuation of Deferred@658271743 after retry RPC after error@725917181) -> (continuation of Deferred@1752624238 after retry RPC after error@740573645) -> (continuation of Deferred@1756598819 after retry RPC after error@1737966013) -> (continuation of Deferred@945673405 after retry RPC after error@922341458) -> (continuation of Deferred@1110404644 after retry RPC after error@535319925), errback=(continuation of Deferred@349889902 after retry RPC after error@1407381147) -> (continuation of Deferred@658271743 after retry RPC after error@725917181) -> (continuation of Deferred@1752624238 after retry RPC after error@740573645) -> (continuation of Deferred@1756598819 after retry RPC after error@1737966013) -> (continuation of Deferred@945673405 after retry RPC after error@922341458) -> (continuation of Deferred@1110404644 after retry RPC after error@535319925)))
01:59:17.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.873 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:17.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:17.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:17.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:17.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:17.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.056 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@692281302(state=PENDING, result=null, callback=(continuation of Deferred@470112354 after retry RPC after error@150665132) -> (continuation of Deferred@1204453333 after retry RPC after error@1950622997) -> (continuation of Deferred@1119135159 after retry RPC after error@497843674) -> (continuation of Deferred@160210285 after retry RPC after error@1555398084) -> (continuation of Deferred@1003221752 after retry RPC after error@1173818102) -> (continuation of Deferred@687702224 after retry RPC after error@1599181654) -> (continuation of Deferred@1005188726 after retry RPC after error@1177877319), errback=(continuation of Deferred@470112354 after retry RPC after error@150665132) -> (continuation of Deferred@1204453333 after retry RPC after error@1950622997) -> (continuation of Deferred@1119135159 after retry RPC after error@497843674) -> (continuation of Deferred@160210285 after retry RPC after error@1555398084) -> (continuation of Deferred@1003221752 after retry RPC after error@1173818102) -> (continuation of Deferred@687702224 after retry RPC after error@1599181654) -> (continuation of Deferred@1005188726 after retry RPC after error@1177877319)))
01:59:18.057 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@692281302(state=PENDING, result=null, callback=(continuation of Deferred@470112354 after retry RPC after error@150665132) -> (continuation of Deferred@1204453333 after retry RPC after error@1950622997) -> (continuation of Deferred@1119135159 after retry RPC after error@497843674) -> (continuation of Deferred@160210285 after retry RPC after error@1555398084) -> (continuation of Deferred@1003221752 after retry RPC after error@1173818102) -> (continuation of Deferred@687702224 after retry RPC after error@1599181654) -> (continuation of Deferred@1005188726 after retry RPC after error@1177877319), errback=(continuation of Deferred@470112354 after retry RPC after error@150665132) -> (continuation of Deferred@1204453333 after retry RPC after error@1950622997) -> (continuation of Deferred@1119135159 after retry RPC after error@497843674) -> (continuation of Deferred@160210285 after retry RPC after error@1555398084) -> (continuation of Deferred@1003221752 after retry RPC after error@1173818102) -> (continuation of Deferred@687702224 after retry RPC after error@1599181654) -> (continuation of Deferred@1005188726 after retry RPC after error@1177877319)))
01:59:18.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.275 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@448466892(state=PENDING, result=null, callback=(continuation of Deferred@1210170272 after retry RPC after error@1583801777) -> (continuation of Deferred@1889020802 after retry RPC after error@840933170) -> (continuation of Deferred@1999031914 after retry RPC after error@512026194) -> (continuation of Deferred@795937339 after retry RPC after error@1641674472) -> (continuation of Deferred@550314279 after retry RPC after error@432207130) -> (continuation of Deferred@1053099211 after retry RPC after error@277207885) -> (continuation of Deferred@1502086243 after retry RPC after error@1475104877), errback=(continuation of Deferred@1210170272 after retry RPC after error@1583801777) -> (continuation of Deferred@1889020802 after retry RPC after error@840933170) -> (continuation of Deferred@1999031914 after retry RPC after error@512026194) -> (continuation of Deferred@795937339 after retry RPC after error@1641674472) -> (continuation of Deferred@550314279 after retry RPC after error@432207130) -> (continuation of Deferred@1053099211 after retry RPC after error@277207885) -> (continuation of Deferred@1502086243 after retry RPC after error@1475104877)))
01:59:18.275 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@448466892(state=PENDING, result=null, callback=(continuation of Deferred@1210170272 after retry RPC after error@1583801777) -> (continuation of Deferred@1889020802 after retry RPC after error@840933170) -> (continuation of Deferred@1999031914 after retry RPC after error@512026194) -> (continuation of Deferred@795937339 after retry RPC after error@1641674472) -> (continuation of Deferred@550314279 after retry RPC after error@432207130) -> (continuation of Deferred@1053099211 after retry RPC after error@277207885) -> (continuation of Deferred@1502086243 after retry RPC after error@1475104877), errback=(continuation of Deferred@1210170272 after retry RPC after error@1583801777) -> (continuation of Deferred@1889020802 after retry RPC after error@840933170) -> (continuation of Deferred@1999031914 after retry RPC after error@512026194) -> (continuation of Deferred@795937339 after retry RPC after error@1641674472) -> (continuation of Deferred@550314279 after retry RPC after error@432207130) -> (continuation of Deferred@1053099211 after retry RPC after error@277207885) -> (continuation of Deferred@1502086243 after retry RPC after error@1475104877)))
01:59:18.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.553 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@522669860(state=PENDING, result=null, callback=(continuation of Deferred@103725128 after retry RPC after error@1822723732) -> (continuation of Deferred@1983403537 after retry RPC after error@1396926877) -> (continuation of Deferred@542930757 after retry RPC after error@1749327348) -> (continuation of Deferred@1551418931 after retry RPC after error@339694496) -> (continuation of Deferred@1469773885 after retry RPC after error@461206535) -> (continuation of Deferred@19820549 after retry RPC after error@1877119443) -> (continuation of Deferred@1874446082 after retry RPC after error@521423806), errback=(continuation of Deferred@103725128 after retry RPC after error@1822723732) -> (continuation of Deferred@1983403537 after retry RPC after error@1396926877) -> (continuation of Deferred@542930757 after retry RPC after error@1749327348) -> (continuation of Deferred@1551418931 after retry RPC after error@339694496) -> (continuation of Deferred@1469773885 after retry RPC after error@461206535) -> (continuation of Deferred@19820549 after retry RPC after error@1877119443) -> (continuation of Deferred@1874446082 after retry RPC after error@521423806)))
01:59:18.554 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:18.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:18.602231 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:18.602373 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:18.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.756 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@144371767(state=PENDING, result=null, callback=(continuation of Deferred@834199870 after retry RPC after error@1119626001) -> (continuation of Deferred@2053315415 after retry RPC after error@623331172) -> (continuation of Deferred@1398858735 after retry RPC after error@1885861433) -> (continuation of Deferred@314368705 after retry RPC after error@230661013) -> (continuation of Deferred@1494515286 after retry RPC after error@378375539) -> (continuation of Deferred@1674764169 after retry RPC after error@306217813) -> (continuation of Deferred@1759295877 after retry RPC after error@314595320), errback=(continuation of Deferred@834199870 after retry RPC after error@1119626001) -> (continuation of Deferred@2053315415 after retry RPC after error@623331172) -> (continuation of Deferred@1398858735 after retry RPC after error@1885861433) -> (continuation of Deferred@314368705 after retry RPC after error@230661013) -> (continuation of Deferred@1494515286 after retry RPC after error@378375539) -> (continuation of Deferred@1674764169 after retry RPC after error@306217813) -> (continuation of Deferred@1759295877 after retry RPC after error@314595320)))
01:59:18.756 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@144371767(state=PENDING, result=null, callback=(continuation of Deferred@834199870 after retry RPC after error@1119626001) -> (continuation of Deferred@2053315415 after retry RPC after error@623331172) -> (continuation of Deferred@1398858735 after retry RPC after error@1885861433) -> (continuation of Deferred@314368705 after retry RPC after error@230661013) -> (continuation of Deferred@1494515286 after retry RPC after error@378375539) -> (continuation of Deferred@1674764169 after retry RPC after error@306217813) -> (continuation of Deferred@1759295877 after retry RPC after error@314595320), errback=(continuation of Deferred@834199870 after retry RPC after error@1119626001) -> (continuation of Deferred@2053315415 after retry RPC after error@623331172) -> (continuation of Deferred@1398858735 after retry RPC after error@1885861433) -> (continuation of Deferred@314368705 after retry RPC after error@230661013) -> (continuation of Deferred@1494515286 after retry RPC after error@378375539) -> (continuation of Deferred@1674764169 after retry RPC after error@306217813) -> (continuation of Deferred@1759295877 after retry RPC after error@314595320)))
01:59:18.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:18.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:18.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:18.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:18.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:18.996 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1424197325(state=PENDING, result=null, callback=(continuation of Deferred@435211243 after retry RPC after error@895878334) -> (continuation of Deferred@1993329112 after retry RPC after error@1045621794) -> (continuation of Deferred@568510352 after retry RPC after error@606364902) -> (continuation of Deferred@741206195 after retry RPC after error@87503592) -> (continuation of Deferred@845069209 after retry RPC after error@895150688) -> (continuation of Deferred@1995568136 after retry RPC after error@1248671820) -> (continuation of Deferred@220778731 after retry RPC after error@1875063492), errback=(continuation of Deferred@435211243 after retry RPC after error@895878334) -> (continuation of Deferred@1993329112 after retry RPC after error@1045621794) -> (continuation of Deferred@568510352 after retry RPC after error@606364902) -> (continuation of Deferred@741206195 after retry RPC after error@87503592) -> (continuation of Deferred@845069209 after retry RPC after error@895150688) -> (continuation of Deferred@1995568136 after retry RPC after error@1248671820) -> (continuation of Deferred@220778731 after retry RPC after error@1875063492)))
01:59:18.996 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1424197325(state=PENDING, result=null, callback=(continuation of Deferred@435211243 after retry RPC after error@895878334) -> (continuation of Deferred@1993329112 after retry RPC after error@1045621794) -> (continuation of Deferred@568510352 after retry RPC after error@606364902) -> (continuation of Deferred@741206195 after retry RPC after error@87503592) -> (continuation of Deferred@845069209 after retry RPC after error@895150688) -> (continuation of Deferred@1995568136 after retry RPC after error@1248671820) -> (continuation of Deferred@220778731 after retry RPC after error@1875063492), errback=(continuation of Deferred@435211243 after retry RPC after error@895878334) -> (continuation of Deferred@1993329112 after retry RPC after error@1045621794) -> (continuation of Deferred@568510352 after retry RPC after error@606364902) -> (continuation of Deferred@741206195 after retry RPC after error@87503592) -> (continuation of Deferred@845069209 after retry RPC after error@895150688) -> (continuation of Deferred@1995568136 after retry RPC after error@1248671820) -> (continuation of Deferred@220778731 after retry RPC after error@1875063492)))
01:59:19.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.034 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.236 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1279709418(state=PENDING, result=null, callback=(continuation of Deferred@710348874 after retry RPC after error@541706182) -> (continuation of Deferred@1500627139 after retry RPC after error@600476295) -> (continuation of Deferred@831331316 after retry RPC after error@1595182580) -> (continuation of Deferred@146024717 after retry RPC after error@2136806446) -> (continuation of Deferred@651616906 after retry RPC after error@1565962377) -> (continuation of Deferred@1954748015 after retry RPC after error@1667797173) -> (continuation of Deferred@1916533984 after retry RPC after error@444717270), errback=(continuation of Deferred@710348874 after retry RPC after error@541706182) -> (continuation of Deferred@1500627139 after retry RPC after error@600476295) -> (continuation of Deferred@831331316 after retry RPC after error@1595182580) -> (continuation of Deferred@146024717 after retry RPC after error@2136806446) -> (continuation of Deferred@651616906 after retry RPC after error@1565962377) -> (continuation of Deferred@1954748015 after retry RPC after error@1667797173) -> (continuation of Deferred@1916533984 after retry RPC after error@444717270)))
01:59:19.236 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1279709418(state=PENDING, result=null, callback=(continuation of Deferred@710348874 after retry RPC after error@541706182) -> (continuation of Deferred@1500627139 after retry RPC after error@600476295) -> (continuation of Deferred@831331316 after retry RPC after error@1595182580) -> (continuation of Deferred@146024717 after retry RPC after error@2136806446) -> (continuation of Deferred@651616906 after retry RPC after error@1565962377) -> (continuation of Deferred@1954748015 after retry RPC after error@1667797173) -> (continuation of Deferred@1916533984 after retry RPC after error@444717270), errback=(continuation of Deferred@710348874 after retry RPC after error@541706182) -> (continuation of Deferred@1500627139 after retry RPC after error@600476295) -> (continuation of Deferred@831331316 after retry RPC after error@1595182580) -> (continuation of Deferred@146024717 after retry RPC after error@2136806446) -> (continuation of Deferred@651616906 after retry RPC after error@1565962377) -> (continuation of Deferred@1954748015 after retry RPC after error@1667797173) -> (continuation of Deferred@1916533984 after retry RPC after error@444717270)))
01:59:19.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.380 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.497 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1918797297(state=PENDING, result=null, callback=(continuation of Deferred@433372221 after retry RPC after error@1448764004) -> (continuation of Deferred@344708958 after retry RPC after error@318552371) -> (continuation of Deferred@779471365 after retry RPC after error@725206253) -> (continuation of Deferred@1640159219 after retry RPC after error@377544665) -> (continuation of Deferred@371526382 after retry RPC after error@1943976555) -> (continuation of Deferred@72652460 after retry RPC after error@347799528) -> (continuation of Deferred@720823787 after retry RPC after error@754786108), errback=(continuation of Deferred@433372221 after retry RPC after error@1448764004) -> (continuation of Deferred@344708958 after retry RPC after error@318552371) -> (continuation of Deferred@779471365 after retry RPC after error@725206253) -> (continuation of Deferred@1640159219 after retry RPC after error@377544665) -> (continuation of Deferred@371526382 after retry RPC after error@1943976555) -> (continuation of Deferred@72652460 after retry RPC after error@347799528) -> (continuation of Deferred@720823787 after retry RPC after error@754786108)))
01:59:19.497 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1918797297(state=PENDING, result=null, callback=(continuation of Deferred@433372221 after retry RPC after error@1448764004) -> (continuation of Deferred@344708958 after retry RPC after error@318552371) -> (continuation of Deferred@779471365 after retry RPC after error@725206253) -> (continuation of Deferred@1640159219 after retry RPC after error@377544665) -> (continuation of Deferred@371526382 after retry RPC after error@1943976555) -> (continuation of Deferred@72652460 after retry RPC after error@347799528) -> (continuation of Deferred@720823787 after retry RPC after error@754786108), errback=(continuation of Deferred@433372221 after retry RPC after error@1448764004) -> (continuation of Deferred@344708958 after retry RPC after error@318552371) -> (continuation of Deferred@779471365 after retry RPC after error@725206253) -> (continuation of Deferred@1640159219 after retry RPC after error@377544665) -> (continuation of Deferred@371526382 after retry RPC after error@1943976555) -> (continuation of Deferred@72652460 after retry RPC after error@347799528) -> (continuation of Deferred@720823787 after retry RPC after error@754786108)))
01:59:19.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.695 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1384024984(state=PENDING, result=null, callback=(continuation of Deferred@373193236 after retry RPC after error@2055339775) -> (continuation of Deferred@1653753016 after retry RPC after error@1142300985) -> (continuation of Deferred@555552117 after retry RPC after error@1419671983) -> (continuation of Deferred@618221568 after retry RPC after error@1370726987) -> (continuation of Deferred@403471277 after retry RPC after error@1064843778) -> (continuation of Deferred@1372529853 after retry RPC after error@497186101), errback=(continuation of Deferred@373193236 after retry RPC after error@2055339775) -> (continuation of Deferred@1653753016 after retry RPC after error@1142300985) -> (continuation of Deferred@555552117 after retry RPC after error@1419671983) -> (continuation of Deferred@618221568 after retry RPC after error@1370726987) -> (continuation of Deferred@403471277 after retry RPC after error@1064843778) -> (continuation of Deferred@1372529853 after retry RPC after error@497186101)))
01:59:19.696 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1384024984(state=PENDING, result=null, callback=(continuation of Deferred@373193236 after retry RPC after error@2055339775) -> (continuation of Deferred@1653753016 after retry RPC after error@1142300985) -> (continuation of Deferred@555552117 after retry RPC after error@1419671983) -> (continuation of Deferred@618221568 after retry RPC after error@1370726987) -> (continuation of Deferred@403471277 after retry RPC after error@1064843778) -> (continuation of Deferred@1372529853 after retry RPC after error@497186101), errback=(continuation of Deferred@373193236 after retry RPC after error@2055339775) -> (continuation of Deferred@1653753016 after retry RPC after error@1142300985) -> (continuation of Deferred@555552117 after retry RPC after error@1419671983) -> (continuation of Deferred@618221568 after retry RPC after error@1370726987) -> (continuation of Deferred@403471277 after retry RPC after error@1064843778) -> (continuation of Deferred@1372529853 after retry RPC after error@497186101)))
01:59:19.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:19.974 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@784000630(state=PENDING, result=null, callback=(continuation of Deferred@129053970 after retry RPC after error@1514926297) -> (continuation of Deferred@298005594 after retry RPC after error@1756621122) -> (continuation of Deferred@1713653987 after retry RPC after error@1668067782) -> (continuation of Deferred@1795500053 after retry RPC after error@478885326) -> (continuation of Deferred@1487672812 after retry RPC after error@1590193598) -> (continuation of Deferred@474981362 after retry RPC after error@1504694512) -> (continuation of Deferred@1628745052 after retry RPC after error@2091682141), errback=(continuation of Deferred@129053970 after retry RPC after error@1514926297) -> (continuation of Deferred@298005594 after retry RPC after error@1756621122) -> (continuation of Deferred@1713653987 after retry RPC after error@1668067782) -> (continuation of Deferred@1795500053 after retry RPC after error@478885326) -> (continuation of Deferred@1487672812 after retry RPC after error@1590193598) -> (continuation of Deferred@474981362 after retry RPC after error@1504694512) -> (continuation of Deferred@1628745052 after retry RPC after error@2091682141)))
01:59:19.974 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:19.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:19.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:19.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:19.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:19.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.113 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.235 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@903591916(state=PENDING, result=null, callback=(continuation of Deferred@147295391 after retry RPC after error@1562501687) -> (continuation of Deferred@1331906296 after retry RPC after error@670039087) -> (continuation of Deferred@335036217 after retry RPC after error@1092245291) -> (continuation of Deferred@337354102 after retry RPC after error@1288504670) -> (continuation of Deferred@505346569 after retry RPC after error@229524974) -> (continuation of Deferred@1159104768 after retry RPC after error@1641382665) -> (continuation of Deferred@141747080 after retry RPC after error@1997293149), errback=(continuation of Deferred@147295391 after retry RPC after error@1562501687) -> (continuation of Deferred@1331906296 after retry RPC after error@670039087) -> (continuation of Deferred@335036217 after retry RPC after error@1092245291) -> (continuation of Deferred@337354102 after retry RPC after error@1288504670) -> (continuation of Deferred@505346569 after retry RPC after error@229524974) -> (continuation of Deferred@1159104768 after retry RPC after error@1641382665) -> (continuation of Deferred@141747080 after retry RPC after error@1997293149)))
01:59:20.236 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@903591916(state=PENDING, result=null, callback=(continuation of Deferred@147295391 after retry RPC after error@1562501687) -> (continuation of Deferred@1331906296 after retry RPC after error@670039087) -> (continuation of Deferred@335036217 after retry RPC after error@1092245291) -> (continuation of Deferred@337354102 after retry RPC after error@1288504670) -> (continuation of Deferred@505346569 after retry RPC after error@229524974) -> (continuation of Deferred@1159104768 after retry RPC after error@1641382665) -> (continuation of Deferred@141747080 after retry RPC after error@1997293149), errback=(continuation of Deferred@147295391 after retry RPC after error@1562501687) -> (continuation of Deferred@1331906296 after retry RPC after error@670039087) -> (continuation of Deferred@335036217 after retry RPC after error@1092245291) -> (continuation of Deferred@337354102 after retry RPC after error@1288504670) -> (continuation of Deferred@505346569 after retry RPC after error@229524974) -> (continuation of Deferred@1159104768 after retry RPC after error@1641382665) -> (continuation of Deferred@141747080 after retry RPC after error@1997293149)))
01:59:20.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.274 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.415 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1530470968(state=PENDING, result=null, callback=(continuation of Deferred@201605741 after retry RPC after error@1257981884) -> (continuation of Deferred@1169518601 after retry RPC after error@1460646501) -> (continuation of Deferred@2033620419 after retry RPC after error@1776348158) -> (continuation of Deferred@121371635 after retry RPC after error@755891691) -> (continuation of Deferred@1624833284 after retry RPC after error@243877370) -> (continuation of Deferred@1454752699 after retry RPC after error@345349667), errback=(continuation of Deferred@201605741 after retry RPC after error@1257981884) -> (continuation of Deferred@1169518601 after retry RPC after error@1460646501) -> (continuation of Deferred@2033620419 after retry RPC after error@1776348158) -> (continuation of Deferred@121371635 after retry RPC after error@755891691) -> (continuation of Deferred@1624833284 after retry RPC after error@243877370) -> (continuation of Deferred@1454752699 after retry RPC after error@345349667)))
01:59:20.415 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1530470968(state=PENDING, result=null, callback=(continuation of Deferred@201605741 after retry RPC after error@1257981884) -> (continuation of Deferred@1169518601 after retry RPC after error@1460646501) -> (continuation of Deferred@2033620419 after retry RPC after error@1776348158) -> (continuation of Deferred@121371635 after retry RPC after error@755891691) -> (continuation of Deferred@1624833284 after retry RPC after error@243877370) -> (continuation of Deferred@1454752699 after retry RPC after error@345349667), errback=(continuation of Deferred@201605741 after retry RPC after error@1257981884) -> (continuation of Deferred@1169518601 after retry RPC after error@1460646501) -> (continuation of Deferred@2033620419 after retry RPC after error@1776348158) -> (continuation of Deferred@121371635 after retry RPC after error@755891691) -> (continuation of Deferred@1624833284 after retry RPC after error@243877370) -> (continuation of Deferred@1454752699 after retry RPC after error@345349667)))
01:59:20.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.456 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.615 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@390411484(state=PENDING, result=null, callback=(continuation of Deferred@1651743167 after retry RPC after error@1786961387) -> (continuation of Deferred@1038759305 after retry RPC after error@62330172) -> (continuation of Deferred@2105002644 after retry RPC after error@23473492) -> (continuation of Deferred@1842091660 after retry RPC after error@1449779452) -> (continuation of Deferred@361341903 after retry RPC after error@632631463) -> (continuation of Deferred@675293931 after retry RPC after error@825704735), errback=(continuation of Deferred@1651743167 after retry RPC after error@1786961387) -> (continuation of Deferred@1038759305 after retry RPC after error@62330172) -> (continuation of Deferred@2105002644 after retry RPC after error@23473492) -> (continuation of Deferred@1842091660 after retry RPC after error@1449779452) -> (continuation of Deferred@361341903 after retry RPC after error@632631463) -> (continuation of Deferred@675293931 after retry RPC after error@825704735)))
01:59:20.616 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@390411484(state=PENDING, result=null, callback=(continuation of Deferred@1651743167 after retry RPC after error@1786961387) -> (continuation of Deferred@1038759305 after retry RPC after error@62330172) -> (continuation of Deferred@2105002644 after retry RPC after error@23473492) -> (continuation of Deferred@1842091660 after retry RPC after error@1449779452) -> (continuation of Deferred@361341903 after retry RPC after error@632631463) -> (continuation of Deferred@675293931 after retry RPC after error@825704735), errback=(continuation of Deferred@1651743167 after retry RPC after error@1786961387) -> (continuation of Deferred@1038759305 after retry RPC after error@62330172) -> (continuation of Deferred@2105002644 after retry RPC after error@23473492) -> (continuation of Deferred@1842091660 after retry RPC after error@1449779452) -> (continuation of Deferred@361341903 after retry RPC after error@632631463) -> (continuation of Deferred@675293931 after retry RPC after error@825704735)))
01:59:20.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.855 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1858503170(state=PENDING, result=null, callback=(continuation of Deferred@708048945 after retry RPC after error@887856220) -> (continuation of Deferred@89219348 after retry RPC after error@1608332590) -> (continuation of Deferred@1780133012 after retry RPC after error@50054391) -> (continuation of Deferred@212622461 after retry RPC after error@988703875) -> (continuation of Deferred@95361350 after retry RPC after error@1504688504) -> (continuation of Deferred@932075908 after retry RPC after error@2119020930) -> (continuation of Deferred@55960100 after retry RPC after error@664137551), errback=(continuation of Deferred@708048945 after retry RPC after error@887856220) -> (continuation of Deferred@89219348 after retry RPC after error@1608332590) -> (continuation of Deferred@1780133012 after retry RPC after error@50054391) -> (continuation of Deferred@212622461 after retry RPC after error@988703875) -> (continuation of Deferred@95361350 after retry RPC after error@1504688504) -> (continuation of Deferred@932075908 after retry RPC after error@2119020930) -> (continuation of Deferred@55960100 after retry RPC after error@664137551)))
01:59:20.856 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1858503170(state=PENDING, result=null, callback=(continuation of Deferred@708048945 after retry RPC after error@887856220) -> (continuation of Deferred@89219348 after retry RPC after error@1608332590) -> (continuation of Deferred@1780133012 after retry RPC after error@50054391) -> (continuation of Deferred@212622461 after retry RPC after error@988703875) -> (continuation of Deferred@95361350 after retry RPC after error@1504688504) -> (continuation of Deferred@932075908 after retry RPC after error@2119020930) -> (continuation of Deferred@55960100 after retry RPC after error@664137551), errback=(continuation of Deferred@708048945 after retry RPC after error@887856220) -> (continuation of Deferred@89219348 after retry RPC after error@1608332590) -> (continuation of Deferred@1780133012 after retry RPC after error@50054391) -> (continuation of Deferred@212622461 after retry RPC after error@988703875) -> (continuation of Deferred@95361350 after retry RPC after error@1504688504) -> (continuation of Deferred@932075908 after retry RPC after error@2119020930) -> (continuation of Deferred@55960100 after retry RPC after error@664137551)))
01:59:20.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.880 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:20.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:20.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:20.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:20.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:20.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.116 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [6ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@564858283(state=PENDING, result=null, callback=(continuation of Deferred@1442749467 after retry RPC after error@1240323351) -> (continuation of Deferred@1722939519 after retry RPC after error@529426263) -> (continuation of Deferred@1051799289 after retry RPC after error@424874325) -> (continuation of Deferred@1892179968 after retry RPC after error@479204753) -> (continuation of Deferred@727791132 after retry RPC after error@708400028) -> (continuation of Deferred@423816891 after retry RPC after error@98716831) -> (continuation of Deferred@655449065 after retry RPC after error@1205098788) -> (continuation of Deferred@1240285267 after retry RPC after error@1593600837), errback=(continuation of Deferred@1442749467 after retry RPC after error@1240323351) -> (continuation of Deferred@1722939519 after retry RPC after error@529426263) -> (continuation of Deferred@1051799289 after retry RPC after error@424874325) -> (continuation of Deferred@1892179968 after retry RPC after error@479204753) -> (continuation of Deferred@727791132 after retry RPC after error@708400028) -> (continuation of Deferred@423816891 after retry RPC after error@98716831) -> (continuation of Deferred@655449065 after retry RPC after error@1205098788) -> (continuation of Deferred@1240285267 after retry RPC after error@1593600837)))
01:59:21.116 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [6ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@564858283(state=PENDING, result=null, callback=(continuation of Deferred@1442749467 after retry RPC after error@1240323351) -> (continuation of Deferred@1722939519 after retry RPC after error@529426263) -> (continuation of Deferred@1051799289 after retry RPC after error@424874325) -> (continuation of Deferred@1892179968 after retry RPC after error@479204753) -> (continuation of Deferred@727791132 after retry RPC after error@708400028) -> (continuation of Deferred@423816891 after retry RPC after error@98716831) -> (continuation of Deferred@655449065 after retry RPC after error@1205098788) -> (continuation of Deferred@1240285267 after retry RPC after error@1593600837), errback=(continuation of Deferred@1442749467 after retry RPC after error@1240323351) -> (continuation of Deferred@1722939519 after retry RPC after error@529426263) -> (continuation of Deferred@1051799289 after retry RPC after error@424874325) -> (continuation of Deferred@1892179968 after retry RPC after error@479204753) -> (continuation of Deferred@727791132 after retry RPC after error@708400028) -> (continuation of Deferred@423816891 after retry RPC after error@98716831) -> (continuation of Deferred@655449065 after retry RPC after error@1205098788) -> (continuation of Deferred@1240285267 after retry RPC after error@1593600837)))
01:59:21.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:21.143930 2864 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:21.149379 2864 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:21.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:21.151461 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:21.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.195 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.195 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.275 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@105535841(state=PENDING, result=null, callback=(continuation of Deferred@784315345 after retry RPC after error@1148106549) -> (continuation of Deferred@1281082307 after retry RPC after error@403573368) -> (continuation of Deferred@1266422675 after retry RPC after error@2056966870) -> (continuation of Deferred@1758282653 after retry RPC after error@16308534) -> (continuation of Deferred@733196849 after retry RPC after error@118737395) -> (continuation of Deferred@96514855 after retry RPC after error@1127738304), errback=(continuation of Deferred@784315345 after retry RPC after error@1148106549) -> (continuation of Deferred@1281082307 after retry RPC after error@403573368) -> (continuation of Deferred@1266422675 after retry RPC after error@2056966870) -> (continuation of Deferred@1758282653 after retry RPC after error@16308534) -> (continuation of Deferred@733196849 after retry RPC after error@118737395) -> (continuation of Deferred@96514855 after retry RPC after error@1127738304)))
01:59:21.276 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@105535841(state=PENDING, result=null, callback=(continuation of Deferred@784315345 after retry RPC after error@1148106549) -> (continuation of Deferred@1281082307 after retry RPC after error@403573368) -> (continuation of Deferred@1266422675 after retry RPC after error@2056966870) -> (continuation of Deferred@1758282653 after retry RPC after error@16308534) -> (continuation of Deferred@733196849 after retry RPC after error@118737395) -> (continuation of Deferred@96514855 after retry RPC after error@1127738304), errback=(continuation of Deferred@784315345 after retry RPC after error@1148106549) -> (continuation of Deferred@1281082307 after retry RPC after error@403573368) -> (continuation of Deferred@1266422675 after retry RPC after error@2056966870) -> (continuation of Deferred@1758282653 after retry RPC after error@16308534) -> (continuation of Deferred@733196849 after retry RPC after error@118737395) -> (continuation of Deferred@96514855 after retry RPC after error@1127738304)))
01:59:21.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.335 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.496 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1824466843(state=PENDING, result=null, callback=(continuation of Deferred@279619623 after retry RPC after error@2050905884) -> (continuation of Deferred@558287696 after retry RPC after error@877699868) -> (continuation of Deferred@1912528417 after retry RPC after error@2037440949) -> (continuation of Deferred@1861990784 after retry RPC after error@1594011392) -> (continuation of Deferred@1485470999 after retry RPC after error@638145274) -> (continuation of Deferred@353228802 after retry RPC after error@1597837068), errback=(continuation of Deferred@279619623 after retry RPC after error@2050905884) -> (continuation of Deferred@558287696 after retry RPC after error@877699868) -> (continuation of Deferred@1912528417 after retry RPC after error@2037440949) -> (continuation of Deferred@1861990784 after retry RPC after error@1594011392) -> (continuation of Deferred@1485470999 after retry RPC after error@638145274) -> (continuation of Deferred@353228802 after retry RPC after error@1597837068)))
01:59:21.496 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1824466843(state=PENDING, result=null, callback=(continuation of Deferred@279619623 after retry RPC after error@2050905884) -> (continuation of Deferred@558287696 after retry RPC after error@877699868) -> (continuation of Deferred@1912528417 after retry RPC after error@2037440949) -> (continuation of Deferred@1861990784 after retry RPC after error@1594011392) -> (continuation of Deferred@1485470999 after retry RPC after error@638145274) -> (continuation of Deferred@353228802 after retry RPC after error@1597837068), errback=(continuation of Deferred@279619623 after retry RPC after error@2050905884) -> (continuation of Deferred@558287696 after retry RPC after error@877699868) -> (continuation of Deferred@1912528417 after retry RPC after error@2037440949) -> (continuation of Deferred@1861990784 after retry RPC after error@1594011392) -> (continuation of Deferred@1485470999 after retry RPC after error@638145274) -> (continuation of Deferred@353228802 after retry RPC after error@1597837068)))
01:59:21.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.756 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@98446810(state=PENDING, result=null, callback=(continuation of Deferred@140204231 after retry RPC after error@1312128710) -> (continuation of Deferred@773818529 after retry RPC after error@1515966533) -> (continuation of Deferred@143926953 after retry RPC after error@1832036915) -> (continuation of Deferred@1060797876 after retry RPC after error@996629486) -> (continuation of Deferred@309297989 after retry RPC after error@1794428937) -> (continuation of Deferred@114280254 after retry RPC after error@133583906) -> (continuation of Deferred@1777179186 after retry RPC after error@634743710), errback=(continuation of Deferred@140204231 after retry RPC after error@1312128710) -> (continuation of Deferred@773818529 after retry RPC after error@1515966533) -> (continuation of Deferred@143926953 after retry RPC after error@1832036915) -> (continuation of Deferred@1060797876 after retry RPC after error@996629486) -> (continuation of Deferred@309297989 after retry RPC after error@1794428937) -> (continuation of Deferred@114280254 after retry RPC after error@133583906) -> (continuation of Deferred@1777179186 after retry RPC after error@634743710)))
01:59:21.756 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@98446810(state=PENDING, result=null, callback=(continuation of Deferred@140204231 after retry RPC after error@1312128710) -> (continuation of Deferred@773818529 after retry RPC after error@1515966533) -> (continuation of Deferred@143926953 after retry RPC after error@1832036915) -> (continuation of Deferred@1060797876 after retry RPC after error@996629486) -> (continuation of Deferred@309297989 after retry RPC after error@1794428937) -> (continuation of Deferred@114280254 after retry RPC after error@133583906) -> (continuation of Deferred@1777179186 after retry RPC after error@634743710), errback=(continuation of Deferred@140204231 after retry RPC after error@1312128710) -> (continuation of Deferred@773818529 after retry RPC after error@1515966533) -> (continuation of Deferred@143926953 after retry RPC after error@1832036915) -> (continuation of Deferred@1060797876 after retry RPC after error@996629486) -> (continuation of Deferred@309297989 after retry RPC after error@1794428937) -> (continuation of Deferred@114280254 after retry RPC after error@133583906) -> (continuation of Deferred@1777179186 after retry RPC after error@634743710)))
01:59:21.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.955 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1672344305(state=PENDING, result=null, callback=(continuation of Deferred@1174849234 after retry RPC after error@788645288) -> (continuation of Deferred@1883899632 after retry RPC after error@2088519794) -> (continuation of Deferred@205267321 after retry RPC after error@758221267) -> (continuation of Deferred@225212163 after retry RPC after error@332239108) -> (continuation of Deferred@2115460589 after retry RPC after error@1607023853) -> (continuation of Deferred@829660280 after retry RPC after error@1321828067) -> (continuation of Deferred@183876322 after retry RPC after error@474861829), errback=(continuation of Deferred@1174849234 after retry RPC after error@788645288) -> (continuation of Deferred@1883899632 after retry RPC after error@2088519794) -> (continuation of Deferred@205267321 after retry RPC after error@758221267) -> (continuation of Deferred@225212163 after retry RPC after error@332239108) -> (continuation of Deferred@2115460589 after retry RPC after error@1607023853) -> (continuation of Deferred@829660280 after retry RPC after error@1321828067) -> (continuation of Deferred@183876322 after retry RPC after error@474861829)))
01:59:21.956 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1672344305(state=PENDING, result=null, callback=(continuation of Deferred@1174849234 after retry RPC after error@788645288) -> (continuation of Deferred@1883899632 after retry RPC after error@2088519794) -> (continuation of Deferred@205267321 after retry RPC after error@758221267) -> (continuation of Deferred@225212163 after retry RPC after error@332239108) -> (continuation of Deferred@2115460589 after retry RPC after error@1607023853) -> (continuation of Deferred@829660280 after retry RPC after error@1321828067) -> (continuation of Deferred@183876322 after retry RPC after error@474861829), errback=(continuation of Deferred@1174849234 after retry RPC after error@788645288) -> (continuation of Deferred@1883899632 after retry RPC after error@2088519794) -> (continuation of Deferred@205267321 after retry RPC after error@758221267) -> (continuation of Deferred@225212163 after retry RPC after error@332239108) -> (continuation of Deferred@2115460589 after retry RPC after error@1607023853) -> (continuation of Deferred@829660280 after retry RPC after error@1321828067) -> (continuation of Deferred@183876322 after retry RPC after error@474861829)))
01:59:21.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:21.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:21.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.995 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:21.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:21.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:21.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.175 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1355655070(state=PENDING, result=null, callback=(continuation of Deferred@1047047756 after retry RPC after error@1538645917) -> (continuation of Deferred@1977677668 after retry RPC after error@1219256081) -> (continuation of Deferred@860721798 after retry RPC after error@1181870661) -> (continuation of Deferred@878210616 after retry RPC after error@514255733) -> (continuation of Deferred@1092649861 after retry RPC after error@147487270) -> (continuation of Deferred@2132081833 after retry RPC after error@1447058813) -> (continuation of Deferred@330940571 after retry RPC after error@1224311680), errback=(continuation of Deferred@1047047756 after retry RPC after error@1538645917) -> (continuation of Deferred@1977677668 after retry RPC after error@1219256081) -> (continuation of Deferred@860721798 after retry RPC after error@1181870661) -> (continuation of Deferred@878210616 after retry RPC after error@514255733) -> (continuation of Deferred@1092649861 after retry RPC after error@147487270) -> (continuation of Deferred@2132081833 after retry RPC after error@1447058813) -> (continuation of Deferred@330940571 after retry RPC after error@1224311680)))
01:59:22.175 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1355655070(state=PENDING, result=null, callback=(continuation of Deferred@1047047756 after retry RPC after error@1538645917) -> (continuation of Deferred@1977677668 after retry RPC after error@1219256081) -> (continuation of Deferred@860721798 after retry RPC after error@1181870661) -> (continuation of Deferred@878210616 after retry RPC after error@514255733) -> (continuation of Deferred@1092649861 after retry RPC after error@147487270) -> (continuation of Deferred@2132081833 after retry RPC after error@1447058813) -> (continuation of Deferred@330940571 after retry RPC after error@1224311680), errback=(continuation of Deferred@1047047756 after retry RPC after error@1538645917) -> (continuation of Deferred@1977677668 after retry RPC after error@1219256081) -> (continuation of Deferred@860721798 after retry RPC after error@1181870661) -> (continuation of Deferred@878210616 after retry RPC after error@514255733) -> (continuation of Deferred@1092649861 after retry RPC after error@147487270) -> (continuation of Deferred@2132081833 after retry RPC after error@1447058813) -> (continuation of Deferred@330940571 after retry RPC after error@1224311680)))
01:59:22.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.373 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.375 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@185887620(state=PENDING, result=null, callback=(continuation of Deferred@832281717 after retry RPC after error@1396996558) -> (continuation of Deferred@1054666017 after retry RPC after error@381479221) -> (continuation of Deferred@2066327459 after retry RPC after error@190003969) -> (continuation of Deferred@1379887791 after retry RPC after error@591119516) -> (continuation of Deferred@362376167 after retry RPC after error@125878630) -> (continuation of Deferred@784578859 after retry RPC after error@1394706251) -> (continuation of Deferred@230230171 after retry RPC after error@204694459), errback=(continuation of Deferred@832281717 after retry RPC after error@1396996558) -> (continuation of Deferred@1054666017 after retry RPC after error@381479221) -> (continuation of Deferred@2066327459 after retry RPC after error@190003969) -> (continuation of Deferred@1379887791 after retry RPC after error@591119516) -> (continuation of Deferred@362376167 after retry RPC after error@125878630) -> (continuation of Deferred@784578859 after retry RPC after error@1394706251) -> (continuation of Deferred@230230171 after retry RPC after error@204694459)))
01:59:22.375 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@185887620(state=PENDING, result=null, callback=(continuation of Deferred@832281717 after retry RPC after error@1396996558) -> (continuation of Deferred@1054666017 after retry RPC after error@381479221) -> (continuation of Deferred@2066327459 after retry RPC after error@190003969) -> (continuation of Deferred@1379887791 after retry RPC after error@591119516) -> (continuation of Deferred@362376167 after retry RPC after error@125878630) -> (continuation of Deferred@784578859 after retry RPC after error@1394706251) -> (continuation of Deferred@230230171 after retry RPC after error@204694459), errback=(continuation of Deferred@832281717 after retry RPC after error@1396996558) -> (continuation of Deferred@1054666017 after retry RPC after error@381479221) -> (continuation of Deferred@2066327459 after retry RPC after error@190003969) -> (continuation of Deferred@1379887791 after retry RPC after error@591119516) -> (continuation of Deferred@362376167 after retry RPC after error@125878630) -> (continuation of Deferred@784578859 after retry RPC after error@1394706251) -> (continuation of Deferred@230230171 after retry RPC after error@204694459)))
01:59:22.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.475 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.576 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1499535585(state=PENDING, result=null, callback=(continuation of Deferred@1273611029 after retry RPC after error@1565989203) -> (continuation of Deferred@277251213 after retry RPC after error@1106325612) -> (continuation of Deferred@1149612588 after retry RPC after error@570271342) -> (continuation of Deferred@92011568 after retry RPC after error@1296158371) -> (continuation of Deferred@607916533 after retry RPC after error@1757289930) -> (continuation of Deferred@847177361 after retry RPC after error@1904808619), errback=(continuation of Deferred@1273611029 after retry RPC after error@1565989203) -> (continuation of Deferred@277251213 after retry RPC after error@1106325612) -> (continuation of Deferred@1149612588 after retry RPC after error@570271342) -> (continuation of Deferred@92011568 after retry RPC after error@1296158371) -> (continuation of Deferred@607916533 after retry RPC after error@1757289930) -> (continuation of Deferred@847177361 after retry RPC after error@1904808619)))
01:59:22.577 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1499535585(state=PENDING, result=null, callback=(continuation of Deferred@1273611029 after retry RPC after error@1565989203) -> (continuation of Deferred@277251213 after retry RPC after error@1106325612) -> (continuation of Deferred@1149612588 after retry RPC after error@570271342) -> (continuation of Deferred@92011568 after retry RPC after error@1296158371) -> (continuation of Deferred@607916533 after retry RPC after error@1757289930) -> (continuation of Deferred@847177361 after retry RPC after error@1904808619), errback=(continuation of Deferred@1273611029 after retry RPC after error@1565989203) -> (continuation of Deferred@277251213 after retry RPC after error@1106325612) -> (continuation of Deferred@1149612588 after retry RPC after error@570271342) -> (continuation of Deferred@92011568 after retry RPC after error@1296158371) -> (continuation of Deferred@607916533 after retry RPC after error@1757289930) -> (continuation of Deferred@847177361 after retry RPC after error@1904808619)))
01:59:22.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.853 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@93933282(state=PENDING, result=null, callback=(continuation of Deferred@1061543677 after retry RPC after error@1935046338) -> (continuation of Deferred@1482248604 after retry RPC after error@393800235) -> (continuation of Deferred@106658831 after retry RPC after error@1190918752) -> (continuation of Deferred@1421645458 after retry RPC after error@80025500) -> (continuation of Deferred@1503901711 after retry RPC after error@1074946465) -> (continuation of Deferred@1881831223 after retry RPC after error@1560274777) -> (continuation of Deferred@416829193 after retry RPC after error@1268005594) -> (continuation of Deferred@1755606864 after retry RPC after error@1271044146), errback=(continuation of Deferred@1061543677 after retry RPC after error@1935046338) -> (continuation of Deferred@1482248604 after retry RPC after error@393800235) -> (continuation of Deferred@106658831 after retry RPC after error@1190918752) -> (continuation of Deferred@1421645458 after retry RPC after error@80025500) -> (continuation of Deferred@1503901711 after retry RPC after error@1074946465) -> (continuation of Deferred@1881831223 after retry RPC after error@1560274777) -> (continuation of Deferred@416829193 after retry RPC after error@1268005594) -> (continuation of Deferred@1755606864 after retry RPC after error@1271044146)))
01:59:22.853 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:22.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:22.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:22.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:22.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:22.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:22.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.075 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@586476940(state=PENDING, result=null, callback=(continuation of Deferred@1297321460 after retry RPC after error@915771735) -> (continuation of Deferred@2034036963 after retry RPC after error@2090990277) -> (continuation of Deferred@760018056 after retry RPC after error@927582047) -> (continuation of Deferred@703369917 after retry RPC after error@1516778135) -> (continuation of Deferred@281703910 after retry RPC after error@1774201759) -> (continuation of Deferred@619984224 after retry RPC after error@1066620899) -> (continuation of Deferred@2083877042 after retry RPC after error@339812472), errback=(continuation of Deferred@1297321460 after retry RPC after error@915771735) -> (continuation of Deferred@2034036963 after retry RPC after error@2090990277) -> (continuation of Deferred@760018056 after retry RPC after error@927582047) -> (continuation of Deferred@703369917 after retry RPC after error@1516778135) -> (continuation of Deferred@281703910 after retry RPC after error@1774201759) -> (continuation of Deferred@619984224 after retry RPC after error@1066620899) -> (continuation of Deferred@2083877042 after retry RPC after error@339812472)))
01:59:23.076 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@586476940(state=PENDING, result=null, callback=(continuation of Deferred@1297321460 after retry RPC after error@915771735) -> (continuation of Deferred@2034036963 after retry RPC after error@2090990277) -> (continuation of Deferred@760018056 after retry RPC after error@927582047) -> (continuation of Deferred@703369917 after retry RPC after error@1516778135) -> (continuation of Deferred@281703910 after retry RPC after error@1774201759) -> (continuation of Deferred@619984224 after retry RPC after error@1066620899) -> (continuation of Deferred@2083877042 after retry RPC after error@339812472), errback=(continuation of Deferred@1297321460 after retry RPC after error@915771735) -> (continuation of Deferred@2034036963 after retry RPC after error@2090990277) -> (continuation of Deferred@760018056 after retry RPC after error@927582047) -> (continuation of Deferred@703369917 after retry RPC after error@1516778135) -> (continuation of Deferred@281703910 after retry RPC after error@1774201759) -> (continuation of Deferred@619984224 after retry RPC after error@1066620899) -> (continuation of Deferred@2083877042 after retry RPC after error@339812472)))
01:59:23.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.276 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@901771292(state=PENDING, result=null, callback=(continuation of Deferred@272717048 after retry RPC after error@1476616997) -> (continuation of Deferred@1879702280 after retry RPC after error@989645317) -> (continuation of Deferred@536919862 after retry RPC after error@1666837080) -> (continuation of Deferred@1547144320 after retry RPC after error@4708833) -> (continuation of Deferred@630927312 after retry RPC after error@154929681) -> (continuation of Deferred@1762640954 after retry RPC after error@1471774763), errback=(continuation of Deferred@272717048 after retry RPC after error@1476616997) -> (continuation of Deferred@1879702280 after retry RPC after error@989645317) -> (continuation of Deferred@536919862 after retry RPC after error@1666837080) -> (continuation of Deferred@1547144320 after retry RPC after error@4708833) -> (continuation of Deferred@630927312 after retry RPC after error@154929681) -> (continuation of Deferred@1762640954 after retry RPC after error@1471774763)))
01:59:23.277 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@901771292(state=PENDING, result=null, callback=(continuation of Deferred@272717048 after retry RPC after error@1476616997) -> (continuation of Deferred@1879702280 after retry RPC after error@989645317) -> (continuation of Deferred@536919862 after retry RPC after error@1666837080) -> (continuation of Deferred@1547144320 after retry RPC after error@4708833) -> (continuation of Deferred@630927312 after retry RPC after error@154929681) -> (continuation of Deferred@1762640954 after retry RPC after error@1471774763), errback=(continuation of Deferred@272717048 after retry RPC after error@1476616997) -> (continuation of Deferred@1879702280 after retry RPC after error@989645317) -> (continuation of Deferred@536919862 after retry RPC after error@1666837080) -> (continuation of Deferred@1547144320 after retry RPC after error@4708833) -> (continuation of Deferred@630927312 after retry RPC after error@154929681) -> (continuation of Deferred@1762640954 after retry RPC after error@1471774763)))
01:59:23.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.495 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1672972242(state=PENDING, result=null, callback=(continuation of Deferred@144965627 after retry RPC after error@1036206632) -> (continuation of Deferred@148009725 after retry RPC after error@1459944738) -> (continuation of Deferred@1087347742 after retry RPC after error@1740260397) -> (continuation of Deferred@2095351741 after retry RPC after error@217684206) -> (continuation of Deferred@820697603 after retry RPC after error@88369951) -> (continuation of Deferred@1564859749 after retry RPC after error@498798795), errback=(continuation of Deferred@144965627 after retry RPC after error@1036206632) -> (continuation of Deferred@148009725 after retry RPC after error@1459944738) -> (continuation of Deferred@1087347742 after retry RPC after error@1740260397) -> (continuation of Deferred@2095351741 after retry RPC after error@217684206) -> (continuation of Deferred@820697603 after retry RPC after error@88369951) -> (continuation of Deferred@1564859749 after retry RPC after error@498798795)))
01:59:23.495 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1672972242(state=PENDING, result=null, callback=(continuation of Deferred@144965627 after retry RPC after error@1036206632) -> (continuation of Deferred@148009725 after retry RPC after error@1459944738) -> (continuation of Deferred@1087347742 after retry RPC after error@1740260397) -> (continuation of Deferred@2095351741 after retry RPC after error@217684206) -> (continuation of Deferred@820697603 after retry RPC after error@88369951) -> (continuation of Deferred@1564859749 after retry RPC after error@498798795), errback=(continuation of Deferred@144965627 after retry RPC after error@1036206632) -> (continuation of Deferred@148009725 after retry RPC after error@1459944738) -> (continuation of Deferred@1087347742 after retry RPC after error@1740260397) -> (continuation of Deferred@2095351741 after retry RPC after error@217684206) -> (continuation of Deferred@820697603 after retry RPC after error@88369951) -> (continuation of Deferred@1564859749 after retry RPC after error@498798795)))
01:59:23.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:23.611604 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:23.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:23.611769 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:23.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.735 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@797372388(state=PENDING, result=null, callback=(continuation of Deferred@431451738 after retry RPC after error@910372097) -> (continuation of Deferred@525039887 after retry RPC after error@128605389) -> (continuation of Deferred@625817564 after retry RPC after error@172567889) -> (continuation of Deferred@1309589014 after retry RPC after error@462933806) -> (continuation of Deferred@1470691415 after retry RPC after error@340292694) -> (continuation of Deferred@797808327 after retry RPC after error@172413607) -> (continuation of Deferred@440199672 after retry RPC after error@1291965485), errback=(continuation of Deferred@431451738 after retry RPC after error@910372097) -> (continuation of Deferred@525039887 after retry RPC after error@128605389) -> (continuation of Deferred@625817564 after retry RPC after error@172567889) -> (continuation of Deferred@1309589014 after retry RPC after error@462933806) -> (continuation of Deferred@1470691415 after retry RPC after error@340292694) -> (continuation of Deferred@797808327 after retry RPC after error@172413607) -> (continuation of Deferred@440199672 after retry RPC after error@1291965485)))
01:59:23.735 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@797372388(state=PENDING, result=null, callback=(continuation of Deferred@431451738 after retry RPC after error@910372097) -> (continuation of Deferred@525039887 after retry RPC after error@128605389) -> (continuation of Deferred@625817564 after retry RPC after error@172567889) -> (continuation of Deferred@1309589014 after retry RPC after error@462933806) -> (continuation of Deferred@1470691415 after retry RPC after error@340292694) -> (continuation of Deferred@797808327 after retry RPC after error@172413607) -> (continuation of Deferred@440199672 after retry RPC after error@1291965485), errback=(continuation of Deferred@431451738 after retry RPC after error@910372097) -> (continuation of Deferred@525039887 after retry RPC after error@128605389) -> (continuation of Deferred@625817564 after retry RPC after error@172567889) -> (continuation of Deferred@1309589014 after retry RPC after error@462933806) -> (continuation of Deferred@1470691415 after retry RPC after error@340292694) -> (continuation of Deferred@797808327 after retry RPC after error@172413607) -> (continuation of Deferred@440199672 after retry RPC after error@1291965485)))
01:59:23.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.956 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1216478868(state=PENDING, result=null, callback=(continuation of Deferred@1234547234 after retry RPC after error@1197752433) -> (continuation of Deferred@310832795 after retry RPC after error@1437914881) -> (continuation of Deferred@836004663 after retry RPC after error@1423364788) -> (continuation of Deferred@1904282755 after retry RPC after error@50254189) -> (continuation of Deferred@274829270 after retry RPC after error@1916845084) -> (continuation of Deferred@198984643 after retry RPC after error@2136837740) -> (continuation of Deferred@1667150190 after retry RPC after error@344543557), errback=(continuation of Deferred@1234547234 after retry RPC after error@1197752433) -> (continuation of Deferred@310832795 after retry RPC after error@1437914881) -> (continuation of Deferred@836004663 after retry RPC after error@1423364788) -> (continuation of Deferred@1904282755 after retry RPC after error@50254189) -> (continuation of Deferred@274829270 after retry RPC after error@1916845084) -> (continuation of Deferred@198984643 after retry RPC after error@2136837740) -> (continuation of Deferred@1667150190 after retry RPC after error@344543557)))
01:59:23.956 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1216478868(state=PENDING, result=null, callback=(continuation of Deferred@1234547234 after retry RPC after error@1197752433) -> (continuation of Deferred@310832795 after retry RPC after error@1437914881) -> (continuation of Deferred@836004663 after retry RPC after error@1423364788) -> (continuation of Deferred@1904282755 after retry RPC after error@50254189) -> (continuation of Deferred@274829270 after retry RPC after error@1916845084) -> (continuation of Deferred@198984643 after retry RPC after error@2136837740) -> (continuation of Deferred@1667150190 after retry RPC after error@344543557), errback=(continuation of Deferred@1234547234 after retry RPC after error@1197752433) -> (continuation of Deferred@310832795 after retry RPC after error@1437914881) -> (continuation of Deferred@836004663 after retry RPC after error@1423364788) -> (continuation of Deferred@1904282755 after retry RPC after error@50254189) -> (continuation of Deferred@274829270 after retry RPC after error@1916845084) -> (continuation of Deferred@198984643 after retry RPC after error@2136837740) -> (continuation of Deferred@1667150190 after retry RPC after error@344543557)))
01:59:23.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:23.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:23.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:23.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:23.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:23.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.095 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.095 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.215 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1530416923(state=PENDING, result=null, callback=(continuation of Deferred@1134314566 after retry RPC after error@1853482485) -> (continuation of Deferred@1992512818 after retry RPC after error@1864010854) -> (continuation of Deferred@1317362615 after retry RPC after error@1869765087) -> (continuation of Deferred@57998278 after retry RPC after error@943079026) -> (continuation of Deferred@1552581152 after retry RPC after error@566985935) -> (continuation of Deferred@96854523 after retry RPC after error@210344607) -> (continuation of Deferred@77234860 after retry RPC after error@2030732044), errback=(continuation of Deferred@1134314566 after retry RPC after error@1853482485) -> (continuation of Deferred@1992512818 after retry RPC after error@1864010854) -> (continuation of Deferred@1317362615 after retry RPC after error@1869765087) -> (continuation of Deferred@57998278 after retry RPC after error@943079026) -> (continuation of Deferred@1552581152 after retry RPC after error@566985935) -> (continuation of Deferred@96854523 after retry RPC after error@210344607) -> (continuation of Deferred@77234860 after retry RPC after error@2030732044)))
01:59:24.216 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1530416923(state=PENDING, result=null, callback=(continuation of Deferred@1134314566 after retry RPC after error@1853482485) -> (continuation of Deferred@1992512818 after retry RPC after error@1864010854) -> (continuation of Deferred@1317362615 after retry RPC after error@1869765087) -> (continuation of Deferred@57998278 after retry RPC after error@943079026) -> (continuation of Deferred@1552581152 after retry RPC after error@566985935) -> (continuation of Deferred@96854523 after retry RPC after error@210344607) -> (continuation of Deferred@77234860 after retry RPC after error@2030732044), errback=(continuation of Deferred@1134314566 after retry RPC after error@1853482485) -> (continuation of Deferred@1992512818 after retry RPC after error@1864010854) -> (continuation of Deferred@1317362615 after retry RPC after error@1869765087) -> (continuation of Deferred@57998278 after retry RPC after error@943079026) -> (continuation of Deferred@1552581152 after retry RPC after error@566985935) -> (continuation of Deferred@96854523 after retry RPC after error@210344607) -> (continuation of Deferred@77234860 after retry RPC after error@2030732044)))
01:59:24.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.476 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1158614929(state=PENDING, result=null, callback=(continuation of Deferred@355373585 after retry RPC after error@1833641568) -> (continuation of Deferred@1413131251 after retry RPC after error@1769227618) -> (continuation of Deferred@145488967 after retry RPC after error@1013429012) -> (continuation of Deferred@1023664728 after retry RPC after error@1981280207) -> (continuation of Deferred@562654350 after retry RPC after error@544707768) -> (continuation of Deferred@38056908 after retry RPC after error@1273257436) -> (continuation of Deferred@568567090 after retry RPC after error@1026373602), errback=(continuation of Deferred@355373585 after retry RPC after error@1833641568) -> (continuation of Deferred@1413131251 after retry RPC after error@1769227618) -> (continuation of Deferred@145488967 after retry RPC after error@1013429012) -> (continuation of Deferred@1023664728 after retry RPC after error@1981280207) -> (continuation of Deferred@562654350 after retry RPC after error@544707768) -> (continuation of Deferred@38056908 after retry RPC after error@1273257436) -> (continuation of Deferred@568567090 after retry RPC after error@1026373602)))
01:59:24.477 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1158614929(state=PENDING, result=null, callback=(continuation of Deferred@355373585 after retry RPC after error@1833641568) -> (continuation of Deferred@1413131251 after retry RPC after error@1769227618) -> (continuation of Deferred@145488967 after retry RPC after error@1013429012) -> (continuation of Deferred@1023664728 after retry RPC after error@1981280207) -> (continuation of Deferred@562654350 after retry RPC after error@544707768) -> (continuation of Deferred@38056908 after retry RPC after error@1273257436) -> (continuation of Deferred@568567090 after retry RPC after error@1026373602), errback=(continuation of Deferred@355373585 after retry RPC after error@1833641568) -> (continuation of Deferred@1413131251 after retry RPC after error@1769227618) -> (continuation of Deferred@145488967 after retry RPC after error@1013429012) -> (continuation of Deferred@1023664728 after retry RPC after error@1981280207) -> (continuation of Deferred@562654350 after retry RPC after error@544707768) -> (continuation of Deferred@38056908 after retry RPC after error@1273257436) -> (continuation of Deferred@568567090 after retry RPC after error@1026373602)))
01:59:24.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.696 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@8532206(state=PENDING, result=null, callback=(continuation of Deferred@1874197896 after retry RPC after error@192162192) -> (continuation of Deferred@242418425 after retry RPC after error@535254681) -> (continuation of Deferred@1602138448 after retry RPC after error@1970027398) -> (continuation of Deferred@1662946072 after retry RPC after error@1181244028) -> (continuation of Deferred@1823901648 after retry RPC after error@2022842827) -> (continuation of Deferred@1875059594 after retry RPC after error@1811689396) -> (continuation of Deferred@858570012 after retry RPC after error@1515802315) -> (continuation of Deferred@753985913 after retry RPC after error@645653212), errback=(continuation of Deferred@1874197896 after retry RPC after error@192162192) -> (continuation of Deferred@242418425 after retry RPC after error@535254681) -> (continuation of Deferred@1602138448 after retry RPC after error@1970027398) -> (continuation of Deferred@1662946072 after retry RPC after error@1181244028) -> (continuation of Deferred@1823901648 after retry RPC after error@2022842827) -> (continuation of Deferred@1875059594 after retry RPC after error@1811689396) -> (continuation of Deferred@858570012 after retry RPC after error@1515802315) -> (continuation of Deferred@753985913 after retry RPC after error@645653212)))
01:59:24.697 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@8532206(state=PENDING, result=null, callback=(continuation of Deferred@1874197896 after retry RPC after error@192162192) -> (continuation of Deferred@242418425 after retry RPC after error@535254681) -> (continuation of Deferred@1602138448 after retry RPC after error@1970027398) -> (continuation of Deferred@1662946072 after retry RPC after error@1181244028) -> (continuation of Deferred@1823901648 after retry RPC after error@2022842827) -> (continuation of Deferred@1875059594 after retry RPC after error@1811689396) -> (continuation of Deferred@858570012 after retry RPC after error@1515802315) -> (continuation of Deferred@753985913 after retry RPC after error@645653212), errback=(continuation of Deferred@1874197896 after retry RPC after error@192162192) -> (continuation of Deferred@242418425 after retry RPC after error@535254681) -> (continuation of Deferred@1602138448 after retry RPC after error@1970027398) -> (continuation of Deferred@1662946072 after retry RPC after error@1181244028) -> (continuation of Deferred@1823901648 after retry RPC after error@2022842827) -> (continuation of Deferred@1875059594 after retry RPC after error@1811689396) -> (continuation of Deferred@858570012 after retry RPC after error@1515802315) -> (continuation of Deferred@753985913 after retry RPC after error@645653212)))
01:59:24.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.855 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@159040145(state=PENDING, result=null, callback=(continuation of Deferred@1538951540 after retry RPC after error@653786125) -> (continuation of Deferred@29487421 after retry RPC after error@1592841694) -> (continuation of Deferred@1368262237 after retry RPC after error@1216389109) -> (continuation of Deferred@1187436481 after retry RPC after error@507557090) -> (continuation of Deferred@1063118233 after retry RPC after error@1945025200) -> (continuation of Deferred@57021395 after retry RPC after error@412762361), errback=(continuation of Deferred@1538951540 after retry RPC after error@653786125) -> (continuation of Deferred@29487421 after retry RPC after error@1592841694) -> (continuation of Deferred@1368262237 after retry RPC after error@1216389109) -> (continuation of Deferred@1187436481 after retry RPC after error@507557090) -> (continuation of Deferred@1063118233 after retry RPC after error@1945025200) -> (continuation of Deferred@57021395 after retry RPC after error@412762361)))
01:59:24.855 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@159040145(state=PENDING, result=null, callback=(continuation of Deferred@1538951540 after retry RPC after error@653786125) -> (continuation of Deferred@29487421 after retry RPC after error@1592841694) -> (continuation of Deferred@1368262237 after retry RPC after error@1216389109) -> (continuation of Deferred@1187436481 after retry RPC after error@507557090) -> (continuation of Deferred@1063118233 after retry RPC after error@1945025200) -> (continuation of Deferred@57021395 after retry RPC after error@412762361), errback=(continuation of Deferred@1538951540 after retry RPC after error@653786125) -> (continuation of Deferred@29487421 after retry RPC after error@1592841694) -> (continuation of Deferred@1368262237 after retry RPC after error@1216389109) -> (continuation of Deferred@1187436481 after retry RPC after error@507557090) -> (continuation of Deferred@1063118233 after retry RPC after error@1945025200) -> (continuation of Deferred@57021395 after retry RPC after error@412762361)))
01:59:24.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.933 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:24.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:24.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:24.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:24.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:24.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.056 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@667639745(state=PENDING, result=null, callback=(continuation of Deferred@1494052084 after retry RPC after error@1329362363) -> (continuation of Deferred@738080160 after retry RPC after error@1454789193) -> (continuation of Deferred@1684995751 after retry RPC after error@1221844540) -> (continuation of Deferred@307929523 after retry RPC after error@1989844395) -> (continuation of Deferred@1704123929 after retry RPC after error@870764201) -> (continuation of Deferred@1953932895 after retry RPC after error@1445137087), errback=(continuation of Deferred@1494052084 after retry RPC after error@1329362363) -> (continuation of Deferred@738080160 after retry RPC after error@1454789193) -> (continuation of Deferred@1684995751 after retry RPC after error@1221844540) -> (continuation of Deferred@307929523 after retry RPC after error@1989844395) -> (continuation of Deferred@1704123929 after retry RPC after error@870764201) -> (continuation of Deferred@1953932895 after retry RPC after error@1445137087)))
01:59:25.056 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@667639745(state=PENDING, result=null, callback=(continuation of Deferred@1494052084 after retry RPC after error@1329362363) -> (continuation of Deferred@738080160 after retry RPC after error@1454789193) -> (continuation of Deferred@1684995751 after retry RPC after error@1221844540) -> (continuation of Deferred@307929523 after retry RPC after error@1989844395) -> (continuation of Deferred@1704123929 after retry RPC after error@870764201) -> (continuation of Deferred@1953932895 after retry RPC after error@1445137087), errback=(continuation of Deferred@1494052084 after retry RPC after error@1329362363) -> (continuation of Deferred@738080160 after retry RPC after error@1454789193) -> (continuation of Deferred@1684995751 after retry RPC after error@1221844540) -> (continuation of Deferred@307929523 after retry RPC after error@1989844395) -> (continuation of Deferred@1704123929 after retry RPC after error@870764201) -> (continuation of Deferred@1953932895 after retry RPC after error@1445137087)))
01:59:25.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.255 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@439760389(state=PENDING, result=null, callback=(continuation of Deferred@1881301120 after retry RPC after error@281477358) -> (continuation of Deferred@2089488775 after retry RPC after error@1470535181) -> (continuation of Deferred@887347737 after retry RPC after error@470510619) -> (continuation of Deferred@950550836 after retry RPC after error@1541258962) -> (continuation of Deferred@1908704418 after retry RPC after error@921191733) -> (continuation of Deferred@1286804285 after retry RPC after error@2058231639) -> (continuation of Deferred@798647604 after retry RPC after error@1538219039), errback=(continuation of Deferred@1881301120 after retry RPC after error@281477358) -> (continuation of Deferred@2089488775 after retry RPC after error@1470535181) -> (continuation of Deferred@887347737 after retry RPC after error@470510619) -> (continuation of Deferred@950550836 after retry RPC after error@1541258962) -> (continuation of Deferred@1908704418 after retry RPC after error@921191733) -> (continuation of Deferred@1286804285 after retry RPC after error@2058231639) -> (continuation of Deferred@798647604 after retry RPC after error@1538219039)))
01:59:25.256 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@439760389(state=PENDING, result=null, callback=(continuation of Deferred@1881301120 after retry RPC after error@281477358) -> (continuation of Deferred@2089488775 after retry RPC after error@1470535181) -> (continuation of Deferred@887347737 after retry RPC after error@470510619) -> (continuation of Deferred@950550836 after retry RPC after error@1541258962) -> (continuation of Deferred@1908704418 after retry RPC after error@921191733) -> (continuation of Deferred@1286804285 after retry RPC after error@2058231639) -> (continuation of Deferred@798647604 after retry RPC after error@1538219039), errback=(continuation of Deferred@1881301120 after retry RPC after error@281477358) -> (continuation of Deferred@2089488775 after retry RPC after error@1470535181) -> (continuation of Deferred@887347737 after retry RPC after error@470510619) -> (continuation of Deferred@950550836 after retry RPC after error@1541258962) -> (continuation of Deferred@1908704418 after retry RPC after error@921191733) -> (continuation of Deferred@1286804285 after retry RPC after error@2058231639) -> (continuation of Deferred@798647604 after retry RPC after error@1538219039)))
01:59:25.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.436 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1487861349(state=PENDING, result=null, callback=(continuation of Deferred@1539927866 after retry RPC after error@622692897) -> (continuation of Deferred@1546873686 after retry RPC after error@1937879915) -> (continuation of Deferred@1671541406 after retry RPC after error@707027017) -> (continuation of Deferred@1829427072 after retry RPC after error@325987233) -> (continuation of Deferred@2109038096 after retry RPC after error@1956270023) -> (continuation of Deferred@1326919683 after retry RPC after error@759576931), errback=(continuation of Deferred@1539927866 after retry RPC after error@622692897) -> (continuation of Deferred@1546873686 after retry RPC after error@1937879915) -> (continuation of Deferred@1671541406 after retry RPC after error@707027017) -> (continuation of Deferred@1829427072 after retry RPC after error@325987233) -> (continuation of Deferred@2109038096 after retry RPC after error@1956270023) -> (continuation of Deferred@1326919683 after retry RPC after error@759576931)))
01:59:25.436 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1487861349(state=PENDING, result=null, callback=(continuation of Deferred@1539927866 after retry RPC after error@622692897) -> (continuation of Deferred@1546873686 after retry RPC after error@1937879915) -> (continuation of Deferred@1671541406 after retry RPC after error@707027017) -> (continuation of Deferred@1829427072 after retry RPC after error@325987233) -> (continuation of Deferred@2109038096 after retry RPC after error@1956270023) -> (continuation of Deferred@1326919683 after retry RPC after error@759576931), errback=(continuation of Deferred@1539927866 after retry RPC after error@622692897) -> (continuation of Deferred@1546873686 after retry RPC after error@1937879915) -> (continuation of Deferred@1671541406 after retry RPC after error@707027017) -> (continuation of Deferred@1829427072 after retry RPC after error@325987233) -> (continuation of Deferred@2109038096 after retry RPC after error@1956270023) -> (continuation of Deferred@1326919683 after retry RPC after error@759576931)))
01:59:25.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.593 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.655 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1775588124(state=PENDING, result=null, callback=(continuation of Deferred@82957338 after retry RPC after error@308999789) -> (continuation of Deferred@356111900 after retry RPC after error@1454844436) -> (continuation of Deferred@1550607836 after retry RPC after error@435169698) -> (continuation of Deferred@1117951414 after retry RPC after error@757784700) -> (continuation of Deferred@307704448 after retry RPC after error@175285329) -> (continuation of Deferred@1554747276 after retry RPC after error@645447013) -> (continuation of Deferred@227559448 after retry RPC after error@308229591), errback=(continuation of Deferred@82957338 after retry RPC after error@308999789) -> (continuation of Deferred@356111900 after retry RPC after error@1454844436) -> (continuation of Deferred@1550607836 after retry RPC after error@435169698) -> (continuation of Deferred@1117951414 after retry RPC after error@757784700) -> (continuation of Deferred@307704448 after retry RPC after error@175285329) -> (continuation of Deferred@1554747276 after retry RPC after error@645447013) -> (continuation of Deferred@227559448 after retry RPC after error@308229591)))
01:59:25.656 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1775588124(state=PENDING, result=null, callback=(continuation of Deferred@82957338 after retry RPC after error@308999789) -> (continuation of Deferred@356111900 after retry RPC after error@1454844436) -> (continuation of Deferred@1550607836 after retry RPC after error@435169698) -> (continuation of Deferred@1117951414 after retry RPC after error@757784700) -> (continuation of Deferred@307704448 after retry RPC after error@175285329) -> (continuation of Deferred@1554747276 after retry RPC after error@645447013) -> (continuation of Deferred@227559448 after retry RPC after error@308229591), errback=(continuation of Deferred@82957338 after retry RPC after error@308999789) -> (continuation of Deferred@356111900 after retry RPC after error@1454844436) -> (continuation of Deferred@1550607836 after retry RPC after error@435169698) -> (continuation of Deferred@1117951414 after retry RPC after error@757784700) -> (continuation of Deferred@307704448 after retry RPC after error@175285329) -> (continuation of Deferred@1554747276 after retry RPC after error@645447013) -> (continuation of Deferred@227559448 after retry RPC after error@308229591)))
01:59:25.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.673 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:25.810108 3704 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:25.810389 3704 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:25.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:25.811319 3704 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:25.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:25.812268 3381 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:59:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:25.813565 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:25.813694 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:25.813820 3378 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:25.814021 3704 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:25.933 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@98022548(state=PENDING, result=null, callback=(continuation of Deferred@2118077713 after retry RPC after error@801042260) -> (continuation of Deferred@575704393 after retry RPC after error@446430851) -> (continuation of Deferred@516452100 after retry RPC after error@1179969478) -> (continuation of Deferred@1615335552 after retry RPC after error@635606508) -> (continuation of Deferred@2014281243 after retry RPC after error@428137483) -> (continuation of Deferred@963117995 after retry RPC after error@143965343) -> (continuation of Deferred@199816240 after retry RPC after error@884151746), errback=(continuation of Deferred@2118077713 after retry RPC after error@801042260) -> (continuation of Deferred@575704393 after retry RPC after error@446430851) -> (continuation of Deferred@516452100 after retry RPC after error@1179969478) -> (continuation of Deferred@1615335552 after retry RPC after error@635606508) -> (continuation of Deferred@2014281243 after retry RPC after error@428137483) -> (continuation of Deferred@963117995 after retry RPC after error@143965343) -> (continuation of Deferred@199816240 after retry RPC after error@884151746)))
01:59:25.934 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:25.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.956 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:25.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:25.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:25.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:25.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:25.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.053 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.135 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1213049776(state=PENDING, result=null, callback=(continuation of Deferred@1627851890 after retry RPC after error@1819936471) -> (continuation of Deferred@162437874 after retry RPC after error@748396636) -> (continuation of Deferred@1973837089 after retry RPC after error@1230414332) -> (continuation of Deferred@877841198 after retry RPC after error@1161430200) -> (continuation of Deferred@36836971 after retry RPC after error@2115440272) -> (continuation of Deferred@1547612615 after retry RPC after error@1236558140), errback=(continuation of Deferred@1627851890 after retry RPC after error@1819936471) -> (continuation of Deferred@162437874 after retry RPC after error@748396636) -> (continuation of Deferred@1973837089 after retry RPC after error@1230414332) -> (continuation of Deferred@877841198 after retry RPC after error@1161430200) -> (continuation of Deferred@36836971 after retry RPC after error@2115440272) -> (continuation of Deferred@1547612615 after retry RPC after error@1236558140)))
01:59:26.136 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1213049776(state=PENDING, result=null, callback=(continuation of Deferred@1627851890 after retry RPC after error@1819936471) -> (continuation of Deferred@162437874 after retry RPC after error@748396636) -> (continuation of Deferred@1973837089 after retry RPC after error@1230414332) -> (continuation of Deferred@877841198 after retry RPC after error@1161430200) -> (continuation of Deferred@36836971 after retry RPC after error@2115440272) -> (continuation of Deferred@1547612615 after retry RPC after error@1236558140), errback=(continuation of Deferred@1627851890 after retry RPC after error@1819936471) -> (continuation of Deferred@162437874 after retry RPC after error@748396636) -> (continuation of Deferred@1973837089 after retry RPC after error@1230414332) -> (continuation of Deferred@877841198 after retry RPC after error@1161430200) -> (continuation of Deferred@36836971 after retry RPC after error@2115440272) -> (continuation of Deferred@1547612615 after retry RPC after error@1236558140)))
01:59:26.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:26.212059 2864 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:26.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:26.213496 2864 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:26.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:26.215935 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:26.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.395 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@934505862(state=PENDING, result=null, callback=(continuation of Deferred@1486528248 after retry RPC after error@1684454551) -> (continuation of Deferred@2022908492 after retry RPC after error@1415626629) -> (continuation of Deferred@1484887727 after retry RPC after error@156375852) -> (continuation of Deferred@1756551432 after retry RPC after error@973070092) -> (continuation of Deferred@1839141490 after retry RPC after error@1955463062) -> (continuation of Deferred@168366742 after retry RPC after error@1296677732) -> (continuation of Deferred@1481649213 after retry RPC after error@1127877102), errback=(continuation of Deferred@1486528248 after retry RPC after error@1684454551) -> (continuation of Deferred@2022908492 after retry RPC after error@1415626629) -> (continuation of Deferred@1484887727 after retry RPC after error@156375852) -> (continuation of Deferred@1756551432 after retry RPC after error@973070092) -> (continuation of Deferred@1839141490 after retry RPC after error@1955463062) -> (continuation of Deferred@168366742 after retry RPC after error@1296677732) -> (continuation of Deferred@1481649213 after retry RPC after error@1127877102)))
01:59:26.395 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@934505862(state=PENDING, result=null, callback=(continuation of Deferred@1486528248 after retry RPC after error@1684454551) -> (continuation of Deferred@2022908492 after retry RPC after error@1415626629) -> (continuation of Deferred@1484887727 after retry RPC after error@156375852) -> (continuation of Deferred@1756551432 after retry RPC after error@973070092) -> (continuation of Deferred@1839141490 after retry RPC after error@1955463062) -> (continuation of Deferred@168366742 after retry RPC after error@1296677732) -> (continuation of Deferred@1481649213 after retry RPC after error@1127877102), errback=(continuation of Deferred@1486528248 after retry RPC after error@1684454551) -> (continuation of Deferred@2022908492 after retry RPC after error@1415626629) -> (continuation of Deferred@1484887727 after retry RPC after error@156375852) -> (continuation of Deferred@1756551432 after retry RPC after error@973070092) -> (continuation of Deferred@1839141490 after retry RPC after error@1955463062) -> (continuation of Deferred@168366742 after retry RPC after error@1296677732) -> (continuation of Deferred@1481649213 after retry RPC after error@1127877102)))
01:59:26.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.422 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.456 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.655 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1665210937(state=PENDING, result=null, callback=(continuation of Deferred@1530207592 after retry RPC after error@2098792125) -> (continuation of Deferred@2026665102 after retry RPC after error@330770812) -> (continuation of Deferred@1612359743 after retry RPC after error@1426286191) -> (continuation of Deferred@1324351557 after retry RPC after error@1688611886) -> (continuation of Deferred@1363684309 after retry RPC after error@523640717) -> (continuation of Deferred@1368053254 after retry RPC after error@68704069) -> (continuation of Deferred@345952912 after retry RPC after error@997944825), errback=(continuation of Deferred@1530207592 after retry RPC after error@2098792125) -> (continuation of Deferred@2026665102 after retry RPC after error@330770812) -> (continuation of Deferred@1612359743 after retry RPC after error@1426286191) -> (continuation of Deferred@1324351557 after retry RPC after error@1688611886) -> (continuation of Deferred@1363684309 after retry RPC after error@523640717) -> (continuation of Deferred@1368053254 after retry RPC after error@68704069) -> (continuation of Deferred@345952912 after retry RPC after error@997944825)))
01:59:26.656 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [9ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1665210937(state=PENDING, result=null, callback=(continuation of Deferred@1530207592 after retry RPC after error@2098792125) -> (continuation of Deferred@2026665102 after retry RPC after error@330770812) -> (continuation of Deferred@1612359743 after retry RPC after error@1426286191) -> (continuation of Deferred@1324351557 after retry RPC after error@1688611886) -> (continuation of Deferred@1363684309 after retry RPC after error@523640717) -> (continuation of Deferred@1368053254 after retry RPC after error@68704069) -> (continuation of Deferred@345952912 after retry RPC after error@997944825), errback=(continuation of Deferred@1530207592 after retry RPC after error@2098792125) -> (continuation of Deferred@2026665102 after retry RPC after error@330770812) -> (continuation of Deferred@1612359743 after retry RPC after error@1426286191) -> (continuation of Deferred@1324351557 after retry RPC after error@1688611886) -> (continuation of Deferred@1363684309 after retry RPC after error@523640717) -> (continuation of Deferred@1368053254 after retry RPC after error@68704069) -> (continuation of Deferred@345952912 after retry RPC after error@997944825)))
01:59:26.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.835 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.876 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1908598112(state=PENDING, result=null, callback=(continuation of Deferred@418378576 after retry RPC after error@1370905524) -> (continuation of Deferred@1573652132 after retry RPC after error@994251160) -> (continuation of Deferred@1557201107 after retry RPC after error@1071225606) -> (continuation of Deferred@43860863 after retry RPC after error@569462117) -> (continuation of Deferred@1978795536 after retry RPC after error@100708867) -> (continuation of Deferred@1861127943 after retry RPC after error@1172274650) -> (continuation of Deferred@544743927 after retry RPC after error@602607441), errback=(continuation of Deferred@418378576 after retry RPC after error@1370905524) -> (continuation of Deferred@1573652132 after retry RPC after error@994251160) -> (continuation of Deferred@1557201107 after retry RPC after error@1071225606) -> (continuation of Deferred@43860863 after retry RPC after error@569462117) -> (continuation of Deferred@1978795536 after retry RPC after error@100708867) -> (continuation of Deferred@1861127943 after retry RPC after error@1172274650) -> (continuation of Deferred@544743927 after retry RPC after error@602607441)))
01:59:26.876 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1908598112(state=PENDING, result=null, callback=(continuation of Deferred@418378576 after retry RPC after error@1370905524) -> (continuation of Deferred@1573652132 after retry RPC after error@994251160) -> (continuation of Deferred@1557201107 after retry RPC after error@1071225606) -> (continuation of Deferred@43860863 after retry RPC after error@569462117) -> (continuation of Deferred@1978795536 after retry RPC after error@100708867) -> (continuation of Deferred@1861127943 after retry RPC after error@1172274650) -> (continuation of Deferred@544743927 after retry RPC after error@602607441), errback=(continuation of Deferred@418378576 after retry RPC after error@1370905524) -> (continuation of Deferred@1573652132 after retry RPC after error@994251160) -> (continuation of Deferred@1557201107 after retry RPC after error@1071225606) -> (continuation of Deferred@43860863 after retry RPC after error@569462117) -> (continuation of Deferred@1978795536 after retry RPC after error@100708867) -> (continuation of Deferred@1861127943 after retry RPC after error@1172274650) -> (continuation of Deferred@544743927 after retry RPC after error@602607441)))
01:59:26.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:26.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:26.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:26.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:26.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:26.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.135 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1594053459(state=PENDING, result=null, callback=(continuation of Deferred@1259549592 after retry RPC after error@1955768586) -> (continuation of Deferred@1349257926 after retry RPC after error@363876947) -> (continuation of Deferred@1206725774 after retry RPC after error@643176320) -> (continuation of Deferred@375129014 after retry RPC after error@32111076) -> (continuation of Deferred@802040843 after retry RPC after error@959628389) -> (continuation of Deferred@1325736262 after retry RPC after error@23971739) -> (continuation of Deferred@1595739593 after retry RPC after error@1881406371), errback=(continuation of Deferred@1259549592 after retry RPC after error@1955768586) -> (continuation of Deferred@1349257926 after retry RPC after error@363876947) -> (continuation of Deferred@1206725774 after retry RPC after error@643176320) -> (continuation of Deferred@375129014 after retry RPC after error@32111076) -> (continuation of Deferred@802040843 after retry RPC after error@959628389) -> (continuation of Deferred@1325736262 after retry RPC after error@23971739) -> (continuation of Deferred@1595739593 after retry RPC after error@1881406371)))
01:59:27.135 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1594053459(state=PENDING, result=null, callback=(continuation of Deferred@1259549592 after retry RPC after error@1955768586) -> (continuation of Deferred@1349257926 after retry RPC after error@363876947) -> (continuation of Deferred@1206725774 after retry RPC after error@643176320) -> (continuation of Deferred@375129014 after retry RPC after error@32111076) -> (continuation of Deferred@802040843 after retry RPC after error@959628389) -> (continuation of Deferred@1325736262 after retry RPC after error@23971739) -> (continuation of Deferred@1595739593 after retry RPC after error@1881406371), errback=(continuation of Deferred@1259549592 after retry RPC after error@1955768586) -> (continuation of Deferred@1349257926 after retry RPC after error@363876947) -> (continuation of Deferred@1206725774 after retry RPC after error@643176320) -> (continuation of Deferred@375129014 after retry RPC after error@32111076) -> (continuation of Deferred@802040843 after retry RPC after error@959628389) -> (continuation of Deferred@1325736262 after retry RPC after error@23971739) -> (continuation of Deferred@1595739593 after retry RPC after error@1881406371)))
01:59:27.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.153 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.356 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1618305062(state=PENDING, result=null, callback=(continuation of Deferred@1012955738 after retry RPC after error@1995070255) -> (continuation of Deferred@1530032681 after retry RPC after error@277699897) -> (continuation of Deferred@796940248 after retry RPC after error@186073636) -> (continuation of Deferred@1132251733 after retry RPC after error@971125654) -> (continuation of Deferred@351374821 after retry RPC after error@633797437) -> (continuation of Deferred@5088178 after retry RPC after error@681270958) -> (continuation of Deferred@807235837 after retry RPC after error@579889872), errback=(continuation of Deferred@1012955738 after retry RPC after error@1995070255) -> (continuation of Deferred@1530032681 after retry RPC after error@277699897) -> (continuation of Deferred@796940248 after retry RPC after error@186073636) -> (continuation of Deferred@1132251733 after retry RPC after error@971125654) -> (continuation of Deferred@351374821 after retry RPC after error@633797437) -> (continuation of Deferred@5088178 after retry RPC after error@681270958) -> (continuation of Deferred@807235837 after retry RPC after error@579889872)))
01:59:27.356 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1618305062(state=PENDING, result=null, callback=(continuation of Deferred@1012955738 after retry RPC after error@1995070255) -> (continuation of Deferred@1530032681 after retry RPC after error@277699897) -> (continuation of Deferred@796940248 after retry RPC after error@186073636) -> (continuation of Deferred@1132251733 after retry RPC after error@971125654) -> (continuation of Deferred@351374821 after retry RPC after error@633797437) -> (continuation of Deferred@5088178 after retry RPC after error@681270958) -> (continuation of Deferred@807235837 after retry RPC after error@579889872), errback=(continuation of Deferred@1012955738 after retry RPC after error@1995070255) -> (continuation of Deferred@1530032681 after retry RPC after error@277699897) -> (continuation of Deferred@796940248 after retry RPC after error@186073636) -> (continuation of Deferred@1132251733 after retry RPC after error@971125654) -> (continuation of Deferred@351374821 after retry RPC after error@633797437) -> (continuation of Deferred@5088178 after retry RPC after error@681270958) -> (continuation of Deferred@807235837 after retry RPC after error@579889872)))
01:59:27.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.454 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.615 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1626712485(state=PENDING, result=null, callback=(continuation of Deferred@1473303353 after retry RPC after error@860474639) -> (continuation of Deferred@1328033758 after retry RPC after error@48041759) -> (continuation of Deferred@1397050726 after retry RPC after error@781833140) -> (continuation of Deferred@541151078 after retry RPC after error@1250826630) -> (continuation of Deferred@869876684 after retry RPC after error@1404908144) -> (continuation of Deferred@2041412894 after retry RPC after error@1138039172) -> (continuation of Deferred@988542225 after retry RPC after error@8355470), errback=(continuation of Deferred@1473303353 after retry RPC after error@860474639) -> (continuation of Deferred@1328033758 after retry RPC after error@48041759) -> (continuation of Deferred@1397050726 after retry RPC after error@781833140) -> (continuation of Deferred@541151078 after retry RPC after error@1250826630) -> (continuation of Deferred@869876684 after retry RPC after error@1404908144) -> (continuation of Deferred@2041412894 after retry RPC after error@1138039172) -> (continuation of Deferred@988542225 after retry RPC after error@8355470)))
01:59:27.616 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1626712485(state=PENDING, result=null, callback=(continuation of Deferred@1473303353 after retry RPC after error@860474639) -> (continuation of Deferred@1328033758 after retry RPC after error@48041759) -> (continuation of Deferred@1397050726 after retry RPC after error@781833140) -> (continuation of Deferred@541151078 after retry RPC after error@1250826630) -> (continuation of Deferred@869876684 after retry RPC after error@1404908144) -> (continuation of Deferred@2041412894 after retry RPC after error@1138039172) -> (continuation of Deferred@988542225 after retry RPC after error@8355470), errback=(continuation of Deferred@1473303353 after retry RPC after error@860474639) -> (continuation of Deferred@1328033758 after retry RPC after error@48041759) -> (continuation of Deferred@1397050726 after retry RPC after error@781833140) -> (continuation of Deferred@541151078 after retry RPC after error@1250826630) -> (continuation of Deferred@869876684 after retry RPC after error@1404908144) -> (continuation of Deferred@2041412894 after retry RPC after error@1138039172) -> (continuation of Deferred@988542225 after retry RPC after error@8355470)))
01:59:27.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.894 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1553490538(state=PENDING, result=null, callback=(continuation of Deferred@1719789561 after retry RPC after error@2141102544) -> (continuation of Deferred@1006526512 after retry RPC after error@619367959) -> (continuation of Deferred@1304255324 after retry RPC after error@1193800474) -> (continuation of Deferred@261157934 after retry RPC after error@2105018813) -> (continuation of Deferred@1513671413 after retry RPC after error@578768267) -> (continuation of Deferred@709295214 after retry RPC after error@390999418) -> (continuation of Deferred@188555780 after retry RPC after error@1408640509), errback=(continuation of Deferred@1719789561 after retry RPC after error@2141102544) -> (continuation of Deferred@1006526512 after retry RPC after error@619367959) -> (continuation of Deferred@1304255324 after retry RPC after error@1193800474) -> (continuation of Deferred@261157934 after retry RPC after error@2105018813) -> (continuation of Deferred@1513671413 after retry RPC after error@578768267) -> (continuation of Deferred@709295214 after retry RPC after error@390999418) -> (continuation of Deferred@188555780 after retry RPC after error@1408640509)))
01:59:27.894 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:27.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.915 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.915 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.973 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:27.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:27.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:27.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:27.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:27.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.173 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1964435899(state=PENDING, result=null, callback=(continuation of Deferred@1060042019 after retry RPC after error@1033228346) -> (continuation of Deferred@826064283 after retry RPC after error@1931858230) -> (continuation of Deferred@1005237660 after retry RPC after error@686663387) -> (continuation of Deferred@2095650360 after retry RPC after error@555271410) -> (continuation of Deferred@1328595736 after retry RPC after error@179208027) -> (continuation of Deferred@1044570336 after retry RPC after error@1494912142) -> (continuation of Deferred@276540598 after retry RPC after error@1775656261), errback=(continuation of Deferred@1060042019 after retry RPC after error@1033228346) -> (continuation of Deferred@826064283 after retry RPC after error@1931858230) -> (continuation of Deferred@1005237660 after retry RPC after error@686663387) -> (continuation of Deferred@2095650360 after retry RPC after error@555271410) -> (continuation of Deferred@1328595736 after retry RPC after error@179208027) -> (continuation of Deferred@1044570336 after retry RPC after error@1494912142) -> (continuation of Deferred@276540598 after retry RPC after error@1775656261)))
01:59:28.174 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:28.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.453 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1335096330(state=PENDING, result=null, callback=(continuation of Deferred@1235727093 after retry RPC after error@773512738) -> (continuation of Deferred@743743843 after retry RPC after error@2092376903) -> (continuation of Deferred@150144574 after retry RPC after error@1885348556) -> (continuation of Deferred@2033633818 after retry RPC after error@1012822880) -> (continuation of Deferred@739004451 after retry RPC after error@1561026860) -> (continuation of Deferred@312612493 after retry RPC after error@1562948298) -> (continuation of Deferred@334195716 after retry RPC after error@368016724) -> (continuation of Deferred@393938714 after retry RPC after error@257776093), errback=(continuation of Deferred@1235727093 after retry RPC after error@773512738) -> (continuation of Deferred@743743843 after retry RPC after error@2092376903) -> (continuation of Deferred@150144574 after retry RPC after error@1885348556) -> (continuation of Deferred@2033633818 after retry RPC after error@1012822880) -> (continuation of Deferred@739004451 after retry RPC after error@1561026860) -> (continuation of Deferred@312612493 after retry RPC after error@1562948298) -> (continuation of Deferred@334195716 after retry RPC after error@368016724) -> (continuation of Deferred@393938714 after retry RPC after error@257776093)))
01:59:28.453 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:28.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:28.614296 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:28.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:28.614446 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:28.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.655 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@848254931(state=PENDING, result=null, callback=(continuation of Deferred@369694420 after retry RPC after error@1145173695) -> (continuation of Deferred@1003968024 after retry RPC after error@1940828030) -> (continuation of Deferred@760195177 after retry RPC after error@1727027057) -> (continuation of Deferred@1729538593 after retry RPC after error@1640316130) -> (continuation of Deferred@832162899 after retry RPC after error@1429622478) -> (continuation of Deferred@119775723 after retry RPC after error@1338617793) -> (continuation of Deferred@810359103 after retry RPC after error@1474982342), errback=(continuation of Deferred@369694420 after retry RPC after error@1145173695) -> (continuation of Deferred@1003968024 after retry RPC after error@1940828030) -> (continuation of Deferred@760195177 after retry RPC after error@1727027057) -> (continuation of Deferred@1729538593 after retry RPC after error@1640316130) -> (continuation of Deferred@832162899 after retry RPC after error@1429622478) -> (continuation of Deferred@119775723 after retry RPC after error@1338617793) -> (continuation of Deferred@810359103 after retry RPC after error@1474982342)))
01:59:28.656 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@848254931(state=PENDING, result=null, callback=(continuation of Deferred@369694420 after retry RPC after error@1145173695) -> (continuation of Deferred@1003968024 after retry RPC after error@1940828030) -> (continuation of Deferred@760195177 after retry RPC after error@1727027057) -> (continuation of Deferred@1729538593 after retry RPC after error@1640316130) -> (continuation of Deferred@832162899 after retry RPC after error@1429622478) -> (continuation of Deferred@119775723 after retry RPC after error@1338617793) -> (continuation of Deferred@810359103 after retry RPC after error@1474982342), errback=(continuation of Deferred@369694420 after retry RPC after error@1145173695) -> (continuation of Deferred@1003968024 after retry RPC after error@1940828030) -> (continuation of Deferred@760195177 after retry RPC after error@1727027057) -> (continuation of Deferred@1729538593 after retry RPC after error@1640316130) -> (continuation of Deferred@832162899 after retry RPC after error@1429622478) -> (continuation of Deferred@119775723 after retry RPC after error@1338617793) -> (continuation of Deferred@810359103 after retry RPC after error@1474982342)))
01:59:28.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.915 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@5663758(state=PENDING, result=null, callback=(continuation of Deferred@1012535422 after retry RPC after error@43832027) -> (continuation of Deferred@471525793 after retry RPC after error@790609968) -> (continuation of Deferred@1126890573 after retry RPC after error@667215097) -> (continuation of Deferred@1817728577 after retry RPC after error@1033311674) -> (continuation of Deferred@701189841 after retry RPC after error@690525245) -> (continuation of Deferred@132920583 after retry RPC after error@39049861) -> (continuation of Deferred@1897767384 after retry RPC after error@477711034) -> (continuation of Deferred@2061172799 after retry RPC after error@1723886099), errback=(continuation of Deferred@1012535422 after retry RPC after error@43832027) -> (continuation of Deferred@471525793 after retry RPC after error@790609968) -> (continuation of Deferred@1126890573 after retry RPC after error@667215097) -> (continuation of Deferred@1817728577 after retry RPC after error@1033311674) -> (continuation of Deferred@701189841 after retry RPC after error@690525245) -> (continuation of Deferred@132920583 after retry RPC after error@39049861) -> (continuation of Deferred@1897767384 after retry RPC after error@477711034) -> (continuation of Deferred@2061172799 after retry RPC after error@1723886099)))
01:59:28.915 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@5663758(state=PENDING, result=null, callback=(continuation of Deferred@1012535422 after retry RPC after error@43832027) -> (continuation of Deferred@471525793 after retry RPC after error@790609968) -> (continuation of Deferred@1126890573 after retry RPC after error@667215097) -> (continuation of Deferred@1817728577 after retry RPC after error@1033311674) -> (continuation of Deferred@701189841 after retry RPC after error@690525245) -> (continuation of Deferred@132920583 after retry RPC after error@39049861) -> (continuation of Deferred@1897767384 after retry RPC after error@477711034) -> (continuation of Deferred@2061172799 after retry RPC after error@1723886099), errback=(continuation of Deferred@1012535422 after retry RPC after error@43832027) -> (continuation of Deferred@471525793 after retry RPC after error@790609968) -> (continuation of Deferred@1126890573 after retry RPC after error@667215097) -> (continuation of Deferred@1817728577 after retry RPC after error@1033311674) -> (continuation of Deferred@701189841 after retry RPC after error@690525245) -> (continuation of Deferred@132920583 after retry RPC after error@39049861) -> (continuation of Deferred@1897767384 after retry RPC after error@477711034) -> (continuation of Deferred@2061172799 after retry RPC after error@1723886099)))
01:59:28.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.933 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.933 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:28.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:28.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:28.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:28.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:28.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.034 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.096 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@248355402(state=PENDING, result=null, callback=(continuation of Deferred@1798891890 after retry RPC after error@1767251171) -> (continuation of Deferred@1745529143 after retry RPC after error@183984566) -> (continuation of Deferred@648571619 after retry RPC after error@2134957009) -> (continuation of Deferred@1119782431 after retry RPC after error@1945482543) -> (continuation of Deferred@376387264 after retry RPC after error@1871247759) -> (continuation of Deferred@1496319007 after retry RPC after error@129146587), errback=(continuation of Deferred@1798891890 after retry RPC after error@1767251171) -> (continuation of Deferred@1745529143 after retry RPC after error@183984566) -> (continuation of Deferred@648571619 after retry RPC after error@2134957009) -> (continuation of Deferred@1119782431 after retry RPC after error@1945482543) -> (continuation of Deferred@376387264 after retry RPC after error@1871247759) -> (continuation of Deferred@1496319007 after retry RPC after error@129146587)))
01:59:29.101 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@248355402(state=PENDING, result=null, callback=(continuation of Deferred@1798891890 after retry RPC after error@1767251171) -> (continuation of Deferred@1745529143 after retry RPC after error@183984566) -> (continuation of Deferred@648571619 after retry RPC after error@2134957009) -> (continuation of Deferred@1119782431 after retry RPC after error@1945482543) -> (continuation of Deferred@376387264 after retry RPC after error@1871247759) -> (continuation of Deferred@1496319007 after retry RPC after error@129146587), errback=(continuation of Deferred@1798891890 after retry RPC after error@1767251171) -> (continuation of Deferred@1745529143 after retry RPC after error@183984566) -> (continuation of Deferred@648571619 after retry RPC after error@2134957009) -> (continuation of Deferred@1119782431 after retry RPC after error@1945482543) -> (continuation of Deferred@376387264 after retry RPC after error@1871247759) -> (continuation of Deferred@1496319007 after retry RPC after error@129146587)))
01:59:29.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.373 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@726550866(state=PENDING, result=null, callback=(continuation of Deferred@2126657315 after retry RPC after error@1780279564) -> (continuation of Deferred@1912162349 after retry RPC after error@673483673) -> (continuation of Deferred@1202772625 after retry RPC after error@1256792034) -> (continuation of Deferred@1902812850 after retry RPC after error@2099166021) -> (continuation of Deferred@1010536997 after retry RPC after error@1051696207) -> (continuation of Deferred@462752294 after retry RPC after error@324619906) -> (continuation of Deferred@1939033206 after retry RPC after error@832371631), errback=(continuation of Deferred@2126657315 after retry RPC after error@1780279564) -> (continuation of Deferred@1912162349 after retry RPC after error@673483673) -> (continuation of Deferred@1202772625 after retry RPC after error@1256792034) -> (continuation of Deferred@1902812850 after retry RPC after error@2099166021) -> (continuation of Deferred@1010536997 after retry RPC after error@1051696207) -> (continuation of Deferred@462752294 after retry RPC after error@324619906) -> (continuation of Deferred@1939033206 after retry RPC after error@832371631)))
01:59:29.374 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:29.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.454 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.595 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.616 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@291049739(state=PENDING, result=null, callback=(continuation of Deferred@1998695517 after retry RPC after error@1491225309) -> (continuation of Deferred@499407598 after retry RPC after error@1145884948) -> (continuation of Deferred@1047907972 after retry RPC after error@1955319605) -> (continuation of Deferred@1260906592 after retry RPC after error@1765889121) -> (continuation of Deferred@2035328547 after retry RPC after error@1393044571) -> (continuation of Deferred@655927986 after retry RPC after error@1142493292) -> (continuation of Deferred@939841394 after retry RPC after error@712793821) -> (continuation of Deferred@1221803034 after retry RPC after error@1145429788), errback=(continuation of Deferred@1998695517 after retry RPC after error@1491225309) -> (continuation of Deferred@499407598 after retry RPC after error@1145884948) -> (continuation of Deferred@1047907972 after retry RPC after error@1955319605) -> (continuation of Deferred@1260906592 after retry RPC after error@1765889121) -> (continuation of Deferred@2035328547 after retry RPC after error@1393044571) -> (continuation of Deferred@655927986 after retry RPC after error@1142493292) -> (continuation of Deferred@939841394 after retry RPC after error@712793821) -> (continuation of Deferred@1221803034 after retry RPC after error@1145429788)))
01:59:29.616 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@291049739(state=PENDING, result=null, callback=(continuation of Deferred@1998695517 after retry RPC after error@1491225309) -> (continuation of Deferred@499407598 after retry RPC after error@1145884948) -> (continuation of Deferred@1047907972 after retry RPC after error@1955319605) -> (continuation of Deferred@1260906592 after retry RPC after error@1765889121) -> (continuation of Deferred@2035328547 after retry RPC after error@1393044571) -> (continuation of Deferred@655927986 after retry RPC after error@1142493292) -> (continuation of Deferred@939841394 after retry RPC after error@712793821) -> (continuation of Deferred@1221803034 after retry RPC after error@1145429788), errback=(continuation of Deferred@1998695517 after retry RPC after error@1491225309) -> (continuation of Deferred@499407598 after retry RPC after error@1145884948) -> (continuation of Deferred@1047907972 after retry RPC after error@1955319605) -> (continuation of Deferred@1260906592 after retry RPC after error@1765889121) -> (continuation of Deferred@2035328547 after retry RPC after error@1393044571) -> (continuation of Deferred@655927986 after retry RPC after error@1142493292) -> (continuation of Deferred@939841394 after retry RPC after error@712793821) -> (continuation of Deferred@1221803034 after retry RPC after error@1145429788)))
01:59:29.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.876 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1383167195(state=PENDING, result=null, callback=(continuation of Deferred@1882305579 after retry RPC after error@356070124) -> (continuation of Deferred@644017939 after retry RPC after error@2146205864) -> (continuation of Deferred@42066834 after retry RPC after error@1592991612) -> (continuation of Deferred@1868065222 after retry RPC after error@1948929349) -> (continuation of Deferred@2042281249 after retry RPC after error@1072977301) -> (continuation of Deferred@323882484 after retry RPC after error@900213437) -> (continuation of Deferred@433576604 after retry RPC after error@76704974), errback=(continuation of Deferred@1882305579 after retry RPC after error@356070124) -> (continuation of Deferred@644017939 after retry RPC after error@2146205864) -> (continuation of Deferred@42066834 after retry RPC after error@1592991612) -> (continuation of Deferred@1868065222 after retry RPC after error@1948929349) -> (continuation of Deferred@2042281249 after retry RPC after error@1072977301) -> (continuation of Deferred@323882484 after retry RPC after error@900213437) -> (continuation of Deferred@433576604 after retry RPC after error@76704974)))
01:59:29.877 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1383167195(state=PENDING, result=null, callback=(continuation of Deferred@1882305579 after retry RPC after error@356070124) -> (continuation of Deferred@644017939 after retry RPC after error@2146205864) -> (continuation of Deferred@42066834 after retry RPC after error@1592991612) -> (continuation of Deferred@1868065222 after retry RPC after error@1948929349) -> (continuation of Deferred@2042281249 after retry RPC after error@1072977301) -> (continuation of Deferred@323882484 after retry RPC after error@900213437) -> (continuation of Deferred@433576604 after retry RPC after error@76704974), errback=(continuation of Deferred@1882305579 after retry RPC after error@356070124) -> (continuation of Deferred@644017939 after retry RPC after error@2146205864) -> (continuation of Deferred@42066834 after retry RPC after error@1592991612) -> (continuation of Deferred@1868065222 after retry RPC after error@1948929349) -> (continuation of Deferred@2042281249 after retry RPC after error@1072977301) -> (continuation of Deferred@323882484 after retry RPC after error@900213437) -> (continuation of Deferred@433576604 after retry RPC after error@76704974)))
01:59:29.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:29.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:29.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:29.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:29.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:29.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.034 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.056 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@515249304(state=PENDING, result=null, callback=(continuation of Deferred@1171437587 after retry RPC after error@372185151) -> (continuation of Deferred@560171950 after retry RPC after error@257907150) -> (continuation of Deferred@1604155926 after retry RPC after error@832405306) -> (continuation of Deferred@203336796 after retry RPC after error@2046432568) -> (continuation of Deferred@1292082651 after retry RPC after error@389894126) -> (continuation of Deferred@1857580313 after retry RPC after error@1195566627) -> (continuation of Deferred@377378389 after retry RPC after error@1799432523), errback=(continuation of Deferred@1171437587 after retry RPC after error@372185151) -> (continuation of Deferred@560171950 after retry RPC after error@257907150) -> (continuation of Deferred@1604155926 after retry RPC after error@832405306) -> (continuation of Deferred@203336796 after retry RPC after error@2046432568) -> (continuation of Deferred@1292082651 after retry RPC after error@389894126) -> (continuation of Deferred@1857580313 after retry RPC after error@1195566627) -> (continuation of Deferred@377378389 after retry RPC after error@1799432523)))
01:59:30.056 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@515249304(state=PENDING, result=null, callback=(continuation of Deferred@1171437587 after retry RPC after error@372185151) -> (continuation of Deferred@560171950 after retry RPC after error@257907150) -> (continuation of Deferred@1604155926 after retry RPC after error@832405306) -> (continuation of Deferred@203336796 after retry RPC after error@2046432568) -> (continuation of Deferred@1292082651 after retry RPC after error@389894126) -> (continuation of Deferred@1857580313 after retry RPC after error@1195566627) -> (continuation of Deferred@377378389 after retry RPC after error@1799432523), errback=(continuation of Deferred@1171437587 after retry RPC after error@372185151) -> (continuation of Deferred@560171950 after retry RPC after error@257907150) -> (continuation of Deferred@1604155926 after retry RPC after error@832405306) -> (continuation of Deferred@203336796 after retry RPC after error@2046432568) -> (continuation of Deferred@1292082651 after retry RPC after error@389894126) -> (continuation of Deferred@1857580313 after retry RPC after error@1195566627) -> (continuation of Deferred@377378389 after retry RPC after error@1799432523)))
01:59:30.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.253 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.276 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@877304764(state=PENDING, result=null, callback=(continuation of Deferred@1545198172 after retry RPC after error@289725758) -> (continuation of Deferred@1970970015 after retry RPC after error@353206263) -> (continuation of Deferred@122985520 after retry RPC after error@818814153) -> (continuation of Deferred@301590826 after retry RPC after error@1878380069) -> (continuation of Deferred@1289972471 after retry RPC after error@210440182) -> (continuation of Deferred@1382356980 after retry RPC after error@320892795) -> (continuation of Deferred@1145244474 after retry RPC after error@274946299), errback=(continuation of Deferred@1545198172 after retry RPC after error@289725758) -> (continuation of Deferred@1970970015 after retry RPC after error@353206263) -> (continuation of Deferred@122985520 after retry RPC after error@818814153) -> (continuation of Deferred@301590826 after retry RPC after error@1878380069) -> (continuation of Deferred@1289972471 after retry RPC after error@210440182) -> (continuation of Deferred@1382356980 after retry RPC after error@320892795) -> (continuation of Deferred@1145244474 after retry RPC after error@274946299)))
01:59:30.276 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@877304764(state=PENDING, result=null, callback=(continuation of Deferred@1545198172 after retry RPC after error@289725758) -> (continuation of Deferred@1970970015 after retry RPC after error@353206263) -> (continuation of Deferred@122985520 after retry RPC after error@818814153) -> (continuation of Deferred@301590826 after retry RPC after error@1878380069) -> (continuation of Deferred@1289972471 after retry RPC after error@210440182) -> (continuation of Deferred@1382356980 after retry RPC after error@320892795) -> (continuation of Deferred@1145244474 after retry RPC after error@274946299), errback=(continuation of Deferred@1545198172 after retry RPC after error@289725758) -> (continuation of Deferred@1970970015 after retry RPC after error@353206263) -> (continuation of Deferred@122985520 after retry RPC after error@818814153) -> (continuation of Deferred@301590826 after retry RPC after error@1878380069) -> (continuation of Deferred@1289972471 after retry RPC after error@210440182) -> (continuation of Deferred@1382356980 after retry RPC after error@320892795) -> (continuation of Deferred@1145244474 after retry RPC after error@274946299)))
01:59:30.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.353 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.454 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.516 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1676161030(state=PENDING, result=null, callback=(continuation of Deferred@901033587 after retry RPC after error@406364511) -> (continuation of Deferred@759486329 after retry RPC after error@252619479) -> (continuation of Deferred@525945459 after retry RPC after error@1119232670) -> (continuation of Deferred@1237506734 after retry RPC after error@861968723) -> (continuation of Deferred@1723815838 after retry RPC after error@359541509) -> (continuation of Deferred@1244042412 after retry RPC after error@2101032634) -> (continuation of Deferred@1638173988 after retry RPC after error@100054038), errback=(continuation of Deferred@901033587 after retry RPC after error@406364511) -> (continuation of Deferred@759486329 after retry RPC after error@252619479) -> (continuation of Deferred@525945459 after retry RPC after error@1119232670) -> (continuation of Deferred@1237506734 after retry RPC after error@861968723) -> (continuation of Deferred@1723815838 after retry RPC after error@359541509) -> (continuation of Deferred@1244042412 after retry RPC after error@2101032634) -> (continuation of Deferred@1638173988 after retry RPC after error@100054038)))
01:59:30.516 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1676161030(state=PENDING, result=null, callback=(continuation of Deferred@901033587 after retry RPC after error@406364511) -> (continuation of Deferred@759486329 after retry RPC after error@252619479) -> (continuation of Deferred@525945459 after retry RPC after error@1119232670) -> (continuation of Deferred@1237506734 after retry RPC after error@861968723) -> (continuation of Deferred@1723815838 after retry RPC after error@359541509) -> (continuation of Deferred@1244042412 after retry RPC after error@2101032634) -> (continuation of Deferred@1638173988 after retry RPC after error@100054038), errback=(continuation of Deferred@901033587 after retry RPC after error@406364511) -> (continuation of Deferred@759486329 after retry RPC after error@252619479) -> (continuation of Deferred@525945459 after retry RPC after error@1119232670) -> (continuation of Deferred@1237506734 after retry RPC after error@861968723) -> (continuation of Deferred@1723815838 after retry RPC after error@359541509) -> (continuation of Deferred@1244042412 after retry RPC after error@2101032634) -> (continuation of Deferred@1638173988 after retry RPC after error@100054038)))
01:59:30.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.775 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@268360717(state=PENDING, result=null, callback=(continuation of Deferred@1563133683 after retry RPC after error@153847465) -> (continuation of Deferred@1606748621 after retry RPC after error@648194188) -> (continuation of Deferred@658484917 after retry RPC after error@1928620597) -> (continuation of Deferred@84446919 after retry RPC after error@920494114) -> (continuation of Deferred@1825434186 after retry RPC after error@1035567140) -> (continuation of Deferred@2089181154 after retry RPC after error@662777056) -> (continuation of Deferred@605883872 after retry RPC after error@1439961575), errback=(continuation of Deferred@1563133683 after retry RPC after error@153847465) -> (continuation of Deferred@1606748621 after retry RPC after error@648194188) -> (continuation of Deferred@658484917 after retry RPC after error@1928620597) -> (continuation of Deferred@84446919 after retry RPC after error@920494114) -> (continuation of Deferred@1825434186 after retry RPC after error@1035567140) -> (continuation of Deferred@2089181154 after retry RPC after error@662777056) -> (continuation of Deferred@605883872 after retry RPC after error@1439961575)))
01:59:30.776 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@268360717(state=PENDING, result=null, callback=(continuation of Deferred@1563133683 after retry RPC after error@153847465) -> (continuation of Deferred@1606748621 after retry RPC after error@648194188) -> (continuation of Deferred@658484917 after retry RPC after error@1928620597) -> (continuation of Deferred@84446919 after retry RPC after error@920494114) -> (continuation of Deferred@1825434186 after retry RPC after error@1035567140) -> (continuation of Deferred@2089181154 after retry RPC after error@662777056) -> (continuation of Deferred@605883872 after retry RPC after error@1439961575), errback=(continuation of Deferred@1563133683 after retry RPC after error@153847465) -> (continuation of Deferred@1606748621 after retry RPC after error@648194188) -> (continuation of Deferred@658484917 after retry RPC after error@1928620597) -> (continuation of Deferred@84446919 after retry RPC after error@920494114) -> (continuation of Deferred@1825434186 after retry RPC after error@1035567140) -> (continuation of Deferred@2089181154 after retry RPC after error@662777056) -> (continuation of Deferred@605883872 after retry RPC after error@1439961575)))
01:59:30.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:30.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:30.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:30.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:30.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:30.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.053 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1994707538(state=PENDING, result=null, callback=(continuation of Deferred@1141756769 after retry RPC after error@1835050804) -> (continuation of Deferred@625058008 after retry RPC after error@1978110048) -> (continuation of Deferred@1599849318 after retry RPC after error@938116798) -> (continuation of Deferred@528852987 after retry RPC after error@1445482747) -> (continuation of Deferred@1466562987 after retry RPC after error@886393486) -> (continuation of Deferred@106797456 after retry RPC after error@308719144) -> (continuation of Deferred@173713774 after retry RPC after error@348455825), errback=(continuation of Deferred@1141756769 after retry RPC after error@1835050804) -> (continuation of Deferred@625058008 after retry RPC after error@1978110048) -> (continuation of Deferred@1599849318 after retry RPC after error@938116798) -> (continuation of Deferred@528852987 after retry RPC after error@1445482747) -> (continuation of Deferred@1466562987 after retry RPC after error@886393486) -> (continuation of Deferred@106797456 after retry RPC after error@308719144) -> (continuation of Deferred@173713774 after retry RPC after error@348455825)))
01:59:31.054 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:31.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.133 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.217 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@333715092(state=PENDING, result=null, callback=(continuation of Deferred@1381987939 after retry RPC after error@1005818650) -> (continuation of Deferred@1923957218 after retry RPC after error@1095674261) -> (continuation of Deferred@1745564593 after retry RPC after error@1330058985) -> (continuation of Deferred@1476258994 after retry RPC after error@1665918425) -> (continuation of Deferred@1391252666 after retry RPC after error@627794000) -> (continuation of Deferred@491491379 after retry RPC after error@563272558) -> (continuation of Deferred@359629538 after retry RPC after error@1811417599), errback=(continuation of Deferred@1381987939 after retry RPC after error@1005818650) -> (continuation of Deferred@1923957218 after retry RPC after error@1095674261) -> (continuation of Deferred@1745564593 after retry RPC after error@1330058985) -> (continuation of Deferred@1476258994 after retry RPC after error@1665918425) -> (continuation of Deferred@1391252666 after retry RPC after error@627794000) -> (continuation of Deferred@491491379 after retry RPC after error@563272558) -> (continuation of Deferred@359629538 after retry RPC after error@1811417599)))
01:59:31.217 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@333715092(state=PENDING, result=null, callback=(continuation of Deferred@1381987939 after retry RPC after error@1005818650) -> (continuation of Deferred@1923957218 after retry RPC after error@1095674261) -> (continuation of Deferred@1745564593 after retry RPC after error@1330058985) -> (continuation of Deferred@1476258994 after retry RPC after error@1665918425) -> (continuation of Deferred@1391252666 after retry RPC after error@627794000) -> (continuation of Deferred@491491379 after retry RPC after error@563272558) -> (continuation of Deferred@359629538 after retry RPC after error@1811417599), errback=(continuation of Deferred@1381987939 after retry RPC after error@1005818650) -> (continuation of Deferred@1923957218 after retry RPC after error@1095674261) -> (continuation of Deferred@1745564593 after retry RPC after error@1330058985) -> (continuation of Deferred@1476258994 after retry RPC after error@1665918425) -> (continuation of Deferred@1391252666 after retry RPC after error@627794000) -> (continuation of Deferred@491491379 after retry RPC after error@563272558) -> (continuation of Deferred@359629538 after retry RPC after error@1811417599)))
01:59:31.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:31.251176 2864 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:31.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:31.253556 2864 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:31.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:31.255626 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:31.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.334 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.475 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1802654505(state=PENDING, result=null, callback=(continuation of Deferred@528673750 after retry RPC after error@223077143) -> (continuation of Deferred@1444118834 after retry RPC after error@797010882) -> (continuation of Deferred@659945919 after retry RPC after error@1968497945) -> (continuation of Deferred@1057288336 after retry RPC after error@461325257) -> (continuation of Deferred@334485784 after retry RPC after error@1103202897) -> (continuation of Deferred@1507422857 after retry RPC after error@945357680) -> (continuation of Deferred@1427323514 after retry RPC after error@416129419), errback=(continuation of Deferred@528673750 after retry RPC after error@223077143) -> (continuation of Deferred@1444118834 after retry RPC after error@797010882) -> (continuation of Deferred@659945919 after retry RPC after error@1968497945) -> (continuation of Deferred@1057288336 after retry RPC after error@461325257) -> (continuation of Deferred@334485784 after retry RPC after error@1103202897) -> (continuation of Deferred@1507422857 after retry RPC after error@945357680) -> (continuation of Deferred@1427323514 after retry RPC after error@416129419)))
01:59:31.476 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1802654505(state=PENDING, result=null, callback=(continuation of Deferred@528673750 after retry RPC after error@223077143) -> (continuation of Deferred@1444118834 after retry RPC after error@797010882) -> (continuation of Deferred@659945919 after retry RPC after error@1968497945) -> (continuation of Deferred@1057288336 after retry RPC after error@461325257) -> (continuation of Deferred@334485784 after retry RPC after error@1103202897) -> (continuation of Deferred@1507422857 after retry RPC after error@945357680) -> (continuation of Deferred@1427323514 after retry RPC after error@416129419), errback=(continuation of Deferred@528673750 after retry RPC after error@223077143) -> (continuation of Deferred@1444118834 after retry RPC after error@797010882) -> (continuation of Deferred@659945919 after retry RPC after error@1968497945) -> (continuation of Deferred@1057288336 after retry RPC after error@461325257) -> (continuation of Deferred@334485784 after retry RPC after error@1103202897) -> (continuation of Deferred@1507422857 after retry RPC after error@945357680) -> (continuation of Deferred@1427323514 after retry RPC after error@416129419)))
01:59:31.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.695 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@625570334(state=PENDING, result=null, callback=(continuation of Deferred@1915803747 after retry RPC after error@1910292416) -> (continuation of Deferred@1363184903 after retry RPC after error@1073204403) -> (continuation of Deferred@1274079470 after retry RPC after error@1606843631) -> (continuation of Deferred@171698853 after retry RPC after error@195575045) -> (continuation of Deferred@1205011206 after retry RPC after error@731786775) -> (continuation of Deferred@2124777219 after retry RPC after error@875552199), errback=(continuation of Deferred@1915803747 after retry RPC after error@1910292416) -> (continuation of Deferred@1363184903 after retry RPC after error@1073204403) -> (continuation of Deferred@1274079470 after retry RPC after error@1606843631) -> (continuation of Deferred@171698853 after retry RPC after error@195575045) -> (continuation of Deferred@1205011206 after retry RPC after error@731786775) -> (continuation of Deferred@2124777219 after retry RPC after error@875552199)))
01:59:31.695 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@625570334(state=PENDING, result=null, callback=(continuation of Deferred@1915803747 after retry RPC after error@1910292416) -> (continuation of Deferred@1363184903 after retry RPC after error@1073204403) -> (continuation of Deferred@1274079470 after retry RPC after error@1606843631) -> (continuation of Deferred@171698853 after retry RPC after error@195575045) -> (continuation of Deferred@1205011206 after retry RPC after error@731786775) -> (continuation of Deferred@2124777219 after retry RPC after error@875552199), errback=(continuation of Deferred@1915803747 after retry RPC after error@1910292416) -> (continuation of Deferred@1363184903 after retry RPC after error@1073204403) -> (continuation of Deferred@1274079470 after retry RPC after error@1606843631) -> (continuation of Deferred@171698853 after retry RPC after error@195575045) -> (continuation of Deferred@1205011206 after retry RPC after error@731786775) -> (continuation of Deferred@2124777219 after retry RPC after error@875552199)))
01:59:31.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.713 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.736 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.855 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@467223731(state=PENDING, result=null, callback=(continuation of Deferred@1344905879 after retry RPC after error@832162700) -> (continuation of Deferred@1131650835 after retry RPC after error@316581650) -> (continuation of Deferred@268341956 after retry RPC after error@1883565340) -> (continuation of Deferred@797998848 after retry RPC after error@1209121751) -> (continuation of Deferred@855799971 after retry RPC after error@1694060498) -> (continuation of Deferred@1220367410 after retry RPC after error@221745649), errback=(continuation of Deferred@1344905879 after retry RPC after error@832162700) -> (continuation of Deferred@1131650835 after retry RPC after error@316581650) -> (continuation of Deferred@268341956 after retry RPC after error@1883565340) -> (continuation of Deferred@797998848 after retry RPC after error@1209121751) -> (continuation of Deferred@855799971 after retry RPC after error@1694060498) -> (continuation of Deferred@1220367410 after retry RPC after error@221745649)))
01:59:31.856 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@467223731(state=PENDING, result=null, callback=(continuation of Deferred@1344905879 after retry RPC after error@832162700) -> (continuation of Deferred@1131650835 after retry RPC after error@316581650) -> (continuation of Deferred@268341956 after retry RPC after error@1883565340) -> (continuation of Deferred@797998848 after retry RPC after error@1209121751) -> (continuation of Deferred@855799971 after retry RPC after error@1694060498) -> (continuation of Deferred@1220367410 after retry RPC after error@221745649), errback=(continuation of Deferred@1344905879 after retry RPC after error@832162700) -> (continuation of Deferred@1131650835 after retry RPC after error@316581650) -> (continuation of Deferred@268341956 after retry RPC after error@1883565340) -> (continuation of Deferred@797998848 after retry RPC after error@1209121751) -> (continuation of Deferred@855799971 after retry RPC after error@1694060498) -> (continuation of Deferred@1220367410 after retry RPC after error@221745649)))
01:59:31.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:31.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:31.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:31.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:31.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:31.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.057 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1746935269(state=PENDING, result=null, callback=(continuation of Deferred@137732700 after retry RPC after error@1191686228) -> (continuation of Deferred@1123380263 after retry RPC after error@710053545) -> (continuation of Deferred@265355005 after retry RPC after error@1966041667) -> (continuation of Deferred@483566741 after retry RPC after error@583747168) -> (continuation of Deferred@711226322 after retry RPC after error@605514159) -> (continuation of Deferred@761825204 after retry RPC after error@1441283135) -> (continuation of Deferred@1553674163 after retry RPC after error@1138655134), errback=(continuation of Deferred@137732700 after retry RPC after error@1191686228) -> (continuation of Deferred@1123380263 after retry RPC after error@710053545) -> (continuation of Deferred@265355005 after retry RPC after error@1966041667) -> (continuation of Deferred@483566741 after retry RPC after error@583747168) -> (continuation of Deferred@711226322 after retry RPC after error@605514159) -> (continuation of Deferred@761825204 after retry RPC after error@1441283135) -> (continuation of Deferred@1553674163 after retry RPC after error@1138655134)))
01:59:32.057 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1746935269(state=PENDING, result=null, callback=(continuation of Deferred@137732700 after retry RPC after error@1191686228) -> (continuation of Deferred@1123380263 after retry RPC after error@710053545) -> (continuation of Deferred@265355005 after retry RPC after error@1966041667) -> (continuation of Deferred@483566741 after retry RPC after error@583747168) -> (continuation of Deferred@711226322 after retry RPC after error@605514159) -> (continuation of Deferred@761825204 after retry RPC after error@1441283135) -> (continuation of Deferred@1553674163 after retry RPC after error@1138655134), errback=(continuation of Deferred@137732700 after retry RPC after error@1191686228) -> (continuation of Deferred@1123380263 after retry RPC after error@710053545) -> (continuation of Deferred@265355005 after retry RPC after error@1966041667) -> (continuation of Deferred@483566741 after retry RPC after error@583747168) -> (continuation of Deferred@711226322 after retry RPC after error@605514159) -> (continuation of Deferred@761825204 after retry RPC after error@1441283135) -> (continuation of Deferred@1553674163 after retry RPC after error@1138655134)))
01:59:32.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.275 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@838716618(state=PENDING, result=null, callback=(continuation of Deferred@1898716769 after retry RPC after error@775393173) -> (continuation of Deferred@1414069978 after retry RPC after error@185393925) -> (continuation of Deferred@448932627 after retry RPC after error@136004857) -> (continuation of Deferred@456574222 after retry RPC after error@2001607078) -> (continuation of Deferred@2095005423 after retry RPC after error@783384833) -> (continuation of Deferred@50474860 after retry RPC after error@75928963) -> (continuation of Deferred@19655610 after retry RPC after error@590404375) -> (continuation of Deferred@836499794 after retry RPC after error@21059687), errback=(continuation of Deferred@1898716769 after retry RPC after error@775393173) -> (continuation of Deferred@1414069978 after retry RPC after error@185393925) -> (continuation of Deferred@448932627 after retry RPC after error@136004857) -> (continuation of Deferred@456574222 after retry RPC after error@2001607078) -> (continuation of Deferred@2095005423 after retry RPC after error@783384833) -> (continuation of Deferred@50474860 after retry RPC after error@75928963) -> (continuation of Deferred@19655610 after retry RPC after error@590404375) -> (continuation of Deferred@836499794 after retry RPC after error@21059687)))
01:59:32.276 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@838716618(state=PENDING, result=null, callback=(continuation of Deferred@1898716769 after retry RPC after error@775393173) -> (continuation of Deferred@1414069978 after retry RPC after error@185393925) -> (continuation of Deferred@448932627 after retry RPC after error@136004857) -> (continuation of Deferred@456574222 after retry RPC after error@2001607078) -> (continuation of Deferred@2095005423 after retry RPC after error@783384833) -> (continuation of Deferred@50474860 after retry RPC after error@75928963) -> (continuation of Deferred@19655610 after retry RPC after error@590404375) -> (continuation of Deferred@836499794 after retry RPC after error@21059687), errback=(continuation of Deferred@1898716769 after retry RPC after error@775393173) -> (continuation of Deferred@1414069978 after retry RPC after error@185393925) -> (continuation of Deferred@448932627 after retry RPC after error@136004857) -> (continuation of Deferred@456574222 after retry RPC after error@2001607078) -> (continuation of Deferred@2095005423 after retry RPC after error@783384833) -> (continuation of Deferred@50474860 after retry RPC after error@75928963) -> (continuation of Deferred@19655610 after retry RPC after error@590404375) -> (continuation of Deferred@836499794 after retry RPC after error@21059687)))
01:59:32.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.496 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@142750693(state=PENDING, result=null, callback=(continuation of Deferred@1448219023 after retry RPC after error@492041039) -> (continuation of Deferred@312182243 after retry RPC after error@195002702) -> (continuation of Deferred@1292318683 after retry RPC after error@1330412735) -> (continuation of Deferred@20335656 after retry RPC after error@1985226929) -> (continuation of Deferred@43606095 after retry RPC after error@781999399) -> (continuation of Deferred@494404560 after retry RPC after error@1245618542) -> (continuation of Deferred@65813374 after retry RPC after error@1330985793), errback=(continuation of Deferred@1448219023 after retry RPC after error@492041039) -> (continuation of Deferred@312182243 after retry RPC after error@195002702) -> (continuation of Deferred@1292318683 after retry RPC after error@1330412735) -> (continuation of Deferred@20335656 after retry RPC after error@1985226929) -> (continuation of Deferred@43606095 after retry RPC after error@781999399) -> (continuation of Deferred@494404560 after retry RPC after error@1245618542) -> (continuation of Deferred@65813374 after retry RPC after error@1330985793)))
01:59:32.497 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@142750693(state=PENDING, result=null, callback=(continuation of Deferred@1448219023 after retry RPC after error@492041039) -> (continuation of Deferred@312182243 after retry RPC after error@195002702) -> (continuation of Deferred@1292318683 after retry RPC after error@1330412735) -> (continuation of Deferred@20335656 after retry RPC after error@1985226929) -> (continuation of Deferred@43606095 after retry RPC after error@781999399) -> (continuation of Deferred@494404560 after retry RPC after error@1245618542) -> (continuation of Deferred@65813374 after retry RPC after error@1330985793), errback=(continuation of Deferred@1448219023 after retry RPC after error@492041039) -> (continuation of Deferred@312182243 after retry RPC after error@195002702) -> (continuation of Deferred@1292318683 after retry RPC after error@1330412735) -> (continuation of Deferred@20335656 after retry RPC after error@1985226929) -> (continuation of Deferred@43606095 after retry RPC after error@781999399) -> (continuation of Deferred@494404560 after retry RPC after error@1245618542) -> (continuation of Deferred@65813374 after retry RPC after error@1330985793)))
01:59:32.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.716 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1299033667(state=PENDING, result=null, callback=(continuation of Deferred@1099770501 after retry RPC after error@4031479) -> (continuation of Deferred@1784930994 after retry RPC after error@1247565323) -> (continuation of Deferred@1655542983 after retry RPC after error@241406302) -> (continuation of Deferred@2078315602 after retry RPC after error@1394895147) -> (continuation of Deferred@1570886692 after retry RPC after error@1331320751) -> (continuation of Deferred@820451346 after retry RPC after error@1081758228) -> (continuation of Deferred@321498827 after retry RPC after error@240346158), errback=(continuation of Deferred@1099770501 after retry RPC after error@4031479) -> (continuation of Deferred@1784930994 after retry RPC after error@1247565323) -> (continuation of Deferred@1655542983 after retry RPC after error@241406302) -> (continuation of Deferred@2078315602 after retry RPC after error@1394895147) -> (continuation of Deferred@1570886692 after retry RPC after error@1331320751) -> (continuation of Deferred@820451346 after retry RPC after error@1081758228) -> (continuation of Deferred@321498827 after retry RPC after error@240346158)))
01:59:32.716 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1299033667(state=PENDING, result=null, callback=(continuation of Deferred@1099770501 after retry RPC after error@4031479) -> (continuation of Deferred@1784930994 after retry RPC after error@1247565323) -> (continuation of Deferred@1655542983 after retry RPC after error@241406302) -> (continuation of Deferred@2078315602 after retry RPC after error@1394895147) -> (continuation of Deferred@1570886692 after retry RPC after error@1331320751) -> (continuation of Deferred@820451346 after retry RPC after error@1081758228) -> (continuation of Deferred@321498827 after retry RPC after error@240346158), errback=(continuation of Deferred@1099770501 after retry RPC after error@4031479) -> (continuation of Deferred@1784930994 after retry RPC after error@1247565323) -> (continuation of Deferred@1655542983 after retry RPC after error@241406302) -> (continuation of Deferred@2078315602 after retry RPC after error@1394895147) -> (continuation of Deferred@1570886692 after retry RPC after error@1331320751) -> (continuation of Deferred@820451346 after retry RPC after error@1081758228) -> (continuation of Deferred@321498827 after retry RPC after error@240346158)))
01:59:32.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.955 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1059919912(state=PENDING, result=null, callback=(continuation of Deferred@218723184 after retry RPC after error@1822556434) -> (continuation of Deferred@599514112 after retry RPC after error@1946188807) -> (continuation of Deferred@844366596 after retry RPC after error@1317158605) -> (continuation of Deferred@866431169 after retry RPC after error@1152586486) -> (continuation of Deferred@1450009927 after retry RPC after error@155602193) -> (continuation of Deferred@527619648 after retry RPC after error@1124750330) -> (continuation of Deferred@2121286017 after retry RPC after error@1164289435), errback=(continuation of Deferred@218723184 after retry RPC after error@1822556434) -> (continuation of Deferred@599514112 after retry RPC after error@1946188807) -> (continuation of Deferred@844366596 after retry RPC after error@1317158605) -> (continuation of Deferred@866431169 after retry RPC after error@1152586486) -> (continuation of Deferred@1450009927 after retry RPC after error@155602193) -> (continuation of Deferred@527619648 after retry RPC after error@1124750330) -> (continuation of Deferred@2121286017 after retry RPC after error@1164289435)))
01:59:32.956 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1059919912(state=PENDING, result=null, callback=(continuation of Deferred@218723184 after retry RPC after error@1822556434) -> (continuation of Deferred@599514112 after retry RPC after error@1946188807) -> (continuation of Deferred@844366596 after retry RPC after error@1317158605) -> (continuation of Deferred@866431169 after retry RPC after error@1152586486) -> (continuation of Deferred@1450009927 after retry RPC after error@155602193) -> (continuation of Deferred@527619648 after retry RPC after error@1124750330) -> (continuation of Deferred@2121286017 after retry RPC after error@1164289435), errback=(continuation of Deferred@218723184 after retry RPC after error@1822556434) -> (continuation of Deferred@599514112 after retry RPC after error@1946188807) -> (continuation of Deferred@844366596 after retry RPC after error@1317158605) -> (continuation of Deferred@866431169 after retry RPC after error@1152586486) -> (continuation of Deferred@1450009927 after retry RPC after error@155602193) -> (continuation of Deferred@527619648 after retry RPC after error@1124750330) -> (continuation of Deferred@2121286017 after retry RPC after error@1164289435)))
01:59:32.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:32.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:32.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:32.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:32.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:32.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.055 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.135 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1615978960(state=PENDING, result=null, callback=(continuation of Deferred@2026089435 after retry RPC after error@492816249) -> (continuation of Deferred@419768451 after retry RPC after error@1983190290) -> (continuation of Deferred@332264828 after retry RPC after error@1883937907) -> (continuation of Deferred@1077670857 after retry RPC after error@511243097) -> (continuation of Deferred@1650623487 after retry RPC after error@1181688516) -> (continuation of Deferred@1507140731 after retry RPC after error@15656483) -> (continuation of Deferred@1994776762 after retry RPC after error@1227068832), errback=(continuation of Deferred@2026089435 after retry RPC after error@492816249) -> (continuation of Deferred@419768451 after retry RPC after error@1983190290) -> (continuation of Deferred@332264828 after retry RPC after error@1883937907) -> (continuation of Deferred@1077670857 after retry RPC after error@511243097) -> (continuation of Deferred@1650623487 after retry RPC after error@1181688516) -> (continuation of Deferred@1507140731 after retry RPC after error@15656483) -> (continuation of Deferred@1994776762 after retry RPC after error@1227068832)))
01:59:33.136 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1615978960(state=PENDING, result=null, callback=(continuation of Deferred@2026089435 after retry RPC after error@492816249) -> (continuation of Deferred@419768451 after retry RPC after error@1983190290) -> (continuation of Deferred@332264828 after retry RPC after error@1883937907) -> (continuation of Deferred@1077670857 after retry RPC after error@511243097) -> (continuation of Deferred@1650623487 after retry RPC after error@1181688516) -> (continuation of Deferred@1507140731 after retry RPC after error@15656483) -> (continuation of Deferred@1994776762 after retry RPC after error@1227068832), errback=(continuation of Deferred@2026089435 after retry RPC after error@492816249) -> (continuation of Deferred@419768451 after retry RPC after error@1983190290) -> (continuation of Deferred@332264828 after retry RPC after error@1883937907) -> (continuation of Deferred@1077670857 after retry RPC after error@511243097) -> (continuation of Deferred@1650623487 after retry RPC after error@1181688516) -> (continuation of Deferred@1507140731 after retry RPC after error@15656483) -> (continuation of Deferred@1994776762 after retry RPC after error@1227068832)))
01:59:33.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.233 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.413 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1738859043(state=PENDING, result=null, callback=(continuation of Deferred@1490661785 after retry RPC after error@1552804373) -> (continuation of Deferred@232975109 after retry RPC after error@1301788000) -> (continuation of Deferred@1490522162 after retry RPC after error@1798898815) -> (continuation of Deferred@1897492702 after retry RPC after error@30795560) -> (continuation of Deferred@1701294368 after retry RPC after error@1188973327) -> (continuation of Deferred@2088459402 after retry RPC after error@1379473546) -> (continuation of Deferred@168779100 after retry RPC after error@1044244769), errback=(continuation of Deferred@1490661785 after retry RPC after error@1552804373) -> (continuation of Deferred@232975109 after retry RPC after error@1301788000) -> (continuation of Deferred@1490522162 after retry RPC after error@1798898815) -> (continuation of Deferred@1897492702 after retry RPC after error@30795560) -> (continuation of Deferred@1701294368 after retry RPC after error@1188973327) -> (continuation of Deferred@2088459402 after retry RPC after error@1379473546) -> (continuation of Deferred@168779100 after retry RPC after error@1044244769)))
01:59:33.414 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:33.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.435 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:33.617336 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:33.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:33.617514 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:33.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.656 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1426071540(state=PENDING, result=null, callback=(continuation of Deferred@295203498 after retry RPC after error@153300585) -> (continuation of Deferred@8165426 after retry RPC after error@1431754870) -> (continuation of Deferred@118091092 after retry RPC after error@399100858) -> (continuation of Deferred@1938848889 after retry RPC after error@275160853) -> (continuation of Deferred@1489871616 after retry RPC after error@16787384) -> (continuation of Deferred@1896079445 after retry RPC after error@1429817175) -> (continuation of Deferred@1624845139 after retry RPC after error@1625615639), errback=(continuation of Deferred@295203498 after retry RPC after error@153300585) -> (continuation of Deferred@8165426 after retry RPC after error@1431754870) -> (continuation of Deferred@118091092 after retry RPC after error@399100858) -> (continuation of Deferred@1938848889 after retry RPC after error@275160853) -> (continuation of Deferred@1489871616 after retry RPC after error@16787384) -> (continuation of Deferred@1896079445 after retry RPC after error@1429817175) -> (continuation of Deferred@1624845139 after retry RPC after error@1625615639)))
01:59:33.656 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1426071540(state=PENDING, result=null, callback=(continuation of Deferred@295203498 after retry RPC after error@153300585) -> (continuation of Deferred@8165426 after retry RPC after error@1431754870) -> (continuation of Deferred@118091092 after retry RPC after error@399100858) -> (continuation of Deferred@1938848889 after retry RPC after error@275160853) -> (continuation of Deferred@1489871616 after retry RPC after error@16787384) -> (continuation of Deferred@1896079445 after retry RPC after error@1429817175) -> (continuation of Deferred@1624845139 after retry RPC after error@1625615639), errback=(continuation of Deferred@295203498 after retry RPC after error@153300585) -> (continuation of Deferred@8165426 after retry RPC after error@1431754870) -> (continuation of Deferred@118091092 after retry RPC after error@399100858) -> (continuation of Deferred@1938848889 after retry RPC after error@275160853) -> (continuation of Deferred@1489871616 after retry RPC after error@16787384) -> (continuation of Deferred@1896079445 after retry RPC after error@1429817175) -> (continuation of Deferred@1624845139 after retry RPC after error@1625615639)))
01:59:33.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.916 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1412103690(state=PENDING, result=null, callback=(continuation of Deferred@509158414 after retry RPC after error@1170527352) -> (continuation of Deferred@234615390 after retry RPC after error@245536581) -> (continuation of Deferred@1494006731 after retry RPC after error@982045574) -> (continuation of Deferred@1756610443 after retry RPC after error@1924207975) -> (continuation of Deferred@1323248153 after retry RPC after error@850904231) -> (continuation of Deferred@1192065693 after retry RPC after error@1038959926) -> (continuation of Deferred@173358960 after retry RPC after error@113983585) -> (continuation of Deferred@708713399 after retry RPC after error@2100117299), errback=(continuation of Deferred@509158414 after retry RPC after error@1170527352) -> (continuation of Deferred@234615390 after retry RPC after error@245536581) -> (continuation of Deferred@1494006731 after retry RPC after error@982045574) -> (continuation of Deferred@1756610443 after retry RPC after error@1924207975) -> (continuation of Deferred@1323248153 after retry RPC after error@850904231) -> (continuation of Deferred@1192065693 after retry RPC after error@1038959926) -> (continuation of Deferred@173358960 after retry RPC after error@113983585) -> (continuation of Deferred@708713399 after retry RPC after error@2100117299)))
01:59:33.916 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1412103690(state=PENDING, result=null, callback=(continuation of Deferred@509158414 after retry RPC after error@1170527352) -> (continuation of Deferred@234615390 after retry RPC after error@245536581) -> (continuation of Deferred@1494006731 after retry RPC after error@982045574) -> (continuation of Deferred@1756610443 after retry RPC after error@1924207975) -> (continuation of Deferred@1323248153 after retry RPC after error@850904231) -> (continuation of Deferred@1192065693 after retry RPC after error@1038959926) -> (continuation of Deferred@173358960 after retry RPC after error@113983585) -> (continuation of Deferred@708713399 after retry RPC after error@2100117299), errback=(continuation of Deferred@509158414 after retry RPC after error@1170527352) -> (continuation of Deferred@234615390 after retry RPC after error@245536581) -> (continuation of Deferred@1494006731 after retry RPC after error@982045574) -> (continuation of Deferred@1756610443 after retry RPC after error@1924207975) -> (continuation of Deferred@1323248153 after retry RPC after error@850904231) -> (continuation of Deferred@1192065693 after retry RPC after error@1038959926) -> (continuation of Deferred@173358960 after retry RPC after error@113983585) -> (continuation of Deferred@708713399 after retry RPC after error@2100117299)))
01:59:33.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.933 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.955 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.955 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.956 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:33.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:33.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:33.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:33.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:33.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.096 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@60012448(state=PENDING, result=null, callback=(continuation of Deferred@594404267 after retry RPC after error@1984075140) -> (continuation of Deferred@930468982 after retry RPC after error@700799887) -> (continuation of Deferred@1702466983 after retry RPC after error@125162041) -> (continuation of Deferred@515530949 after retry RPC after error@497047998) -> (continuation of Deferred@878519040 after retry RPC after error@487644072) -> (continuation of Deferred@1348549767 after retry RPC after error@1326707356), errback=(continuation of Deferred@594404267 after retry RPC after error@1984075140) -> (continuation of Deferred@930468982 after retry RPC after error@700799887) -> (continuation of Deferred@1702466983 after retry RPC after error@125162041) -> (continuation of Deferred@515530949 after retry RPC after error@497047998) -> (continuation of Deferred@878519040 after retry RPC after error@487644072) -> (continuation of Deferred@1348549767 after retry RPC after error@1326707356)))
01:59:34.097 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@60012448(state=PENDING, result=null, callback=(continuation of Deferred@594404267 after retry RPC after error@1984075140) -> (continuation of Deferred@930468982 after retry RPC after error@700799887) -> (continuation of Deferred@1702466983 after retry RPC after error@125162041) -> (continuation of Deferred@515530949 after retry RPC after error@497047998) -> (continuation of Deferred@878519040 after retry RPC after error@487644072) -> (continuation of Deferred@1348549767 after retry RPC after error@1326707356), errback=(continuation of Deferred@594404267 after retry RPC after error@1984075140) -> (continuation of Deferred@930468982 after retry RPC after error@700799887) -> (continuation of Deferred@1702466983 after retry RPC after error@125162041) -> (continuation of Deferred@515530949 after retry RPC after error@497047998) -> (continuation of Deferred@878519040 after retry RPC after error@487644072) -> (continuation of Deferred@1348549767 after retry RPC after error@1326707356)))
01:59:34.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.173 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.174 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.195 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.195 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.198 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.213 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.335 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1316606523(state=PENDING, result=null, callback=(continuation of Deferred@696942314 after retry RPC after error@1939691453) -> (continuation of Deferred@1171075401 after retry RPC after error@1160104897) -> (continuation of Deferred@1067614369 after retry RPC after error@639309911) -> (continuation of Deferred@183513764 after retry RPC after error@1633717240) -> (continuation of Deferred@1257027837 after retry RPC after error@877385815) -> (continuation of Deferred@1067825512 after retry RPC after error@1518324271) -> (continuation of Deferred@1979427533 after retry RPC after error@530074949), errback=(continuation of Deferred@696942314 after retry RPC after error@1939691453) -> (continuation of Deferred@1171075401 after retry RPC after error@1160104897) -> (continuation of Deferred@1067614369 after retry RPC after error@639309911) -> (continuation of Deferred@183513764 after retry RPC after error@1633717240) -> (continuation of Deferred@1257027837 after retry RPC after error@877385815) -> (continuation of Deferred@1067825512 after retry RPC after error@1518324271) -> (continuation of Deferred@1979427533 after retry RPC after error@530074949)))
01:59:34.335 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1316606523(state=PENDING, result=null, callback=(continuation of Deferred@696942314 after retry RPC after error@1939691453) -> (continuation of Deferred@1171075401 after retry RPC after error@1160104897) -> (continuation of Deferred@1067614369 after retry RPC after error@639309911) -> (continuation of Deferred@183513764 after retry RPC after error@1633717240) -> (continuation of Deferred@1257027837 after retry RPC after error@877385815) -> (continuation of Deferred@1067825512 after retry RPC after error@1518324271) -> (continuation of Deferred@1979427533 after retry RPC after error@530074949), errback=(continuation of Deferred@696942314 after retry RPC after error@1939691453) -> (continuation of Deferred@1171075401 after retry RPC after error@1160104897) -> (continuation of Deferred@1067614369 after retry RPC after error@639309911) -> (continuation of Deferred@183513764 after retry RPC after error@1633717240) -> (continuation of Deferred@1257027837 after retry RPC after error@877385815) -> (continuation of Deferred@1067825512 after retry RPC after error@1518324271) -> (continuation of Deferred@1979427533 after retry RPC after error@530074949)))
01:59:34.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.434 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.575 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@2000879223(state=PENDING, result=null, callback=(continuation of Deferred@743922413 after retry RPC after error@1947589581) -> (continuation of Deferred@224475527 after retry RPC after error@1831915290) -> (continuation of Deferred@2066112611 after retry RPC after error@557258617) -> (continuation of Deferred@631156697 after retry RPC after error@1321069679) -> (continuation of Deferred@114337955 after retry RPC after error@524676063) -> (continuation of Deferred@1341489033 after retry RPC after error@1846160524) -> (continuation of Deferred@1838945374 after retry RPC after error@1563885857), errback=(continuation of Deferred@743922413 after retry RPC after error@1947589581) -> (continuation of Deferred@224475527 after retry RPC after error@1831915290) -> (continuation of Deferred@2066112611 after retry RPC after error@557258617) -> (continuation of Deferred@631156697 after retry RPC after error@1321069679) -> (continuation of Deferred@114337955 after retry RPC after error@524676063) -> (continuation of Deferred@1341489033 after retry RPC after error@1846160524) -> (continuation of Deferred@1838945374 after retry RPC after error@1563885857)))
01:59:34.576 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@2000879223(state=PENDING, result=null, callback=(continuation of Deferred@743922413 after retry RPC after error@1947589581) -> (continuation of Deferred@224475527 after retry RPC after error@1831915290) -> (continuation of Deferred@2066112611 after retry RPC after error@557258617) -> (continuation of Deferred@631156697 after retry RPC after error@1321069679) -> (continuation of Deferred@114337955 after retry RPC after error@524676063) -> (continuation of Deferred@1341489033 after retry RPC after error@1846160524) -> (continuation of Deferred@1838945374 after retry RPC after error@1563885857), errback=(continuation of Deferred@743922413 after retry RPC after error@1947589581) -> (continuation of Deferred@224475527 after retry RPC after error@1831915290) -> (continuation of Deferred@2066112611 after retry RPC after error@557258617) -> (continuation of Deferred@631156697 after retry RPC after error@1321069679) -> (continuation of Deferred@114337955 after retry RPC after error@524676063) -> (continuation of Deferred@1341489033 after retry RPC after error@1846160524) -> (continuation of Deferred@1838945374 after retry RPC after error@1563885857)))
01:59:34.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.756 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@108066799(state=PENDING, result=null, callback=(continuation of Deferred@1487627122 after retry RPC after error@360914637) -> (continuation of Deferred@1686003030 after retry RPC after error@1706037689) -> (continuation of Deferred@1711496846 after retry RPC after error@1803244021) -> (continuation of Deferred@2105091361 after retry RPC after error@413261550) -> (continuation of Deferred@1680475226 after retry RPC after error@1433339347) -> (continuation of Deferred@1628136050 after retry RPC after error@2001438227), errback=(continuation of Deferred@1487627122 after retry RPC after error@360914637) -> (continuation of Deferred@1686003030 after retry RPC after error@1706037689) -> (continuation of Deferred@1711496846 after retry RPC after error@1803244021) -> (continuation of Deferred@2105091361 after retry RPC after error@413261550) -> (continuation of Deferred@1680475226 after retry RPC after error@1433339347) -> (continuation of Deferred@1628136050 after retry RPC after error@2001438227)))
01:59:34.756 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@108066799(state=PENDING, result=null, callback=(continuation of Deferred@1487627122 after retry RPC after error@360914637) -> (continuation of Deferred@1686003030 after retry RPC after error@1706037689) -> (continuation of Deferred@1711496846 after retry RPC after error@1803244021) -> (continuation of Deferred@2105091361 after retry RPC after error@413261550) -> (continuation of Deferred@1680475226 after retry RPC after error@1433339347) -> (continuation of Deferred@1628136050 after retry RPC after error@2001438227), errback=(continuation of Deferred@1487627122 after retry RPC after error@360914637) -> (continuation of Deferred@1686003030 after retry RPC after error@1706037689) -> (continuation of Deferred@1711496846 after retry RPC after error@1803244021) -> (continuation of Deferred@2105091361 after retry RPC after error@413261550) -> (continuation of Deferred@1680475226 after retry RPC after error@1433339347) -> (continuation of Deferred@1628136050 after retry RPC after error@2001438227)))
01:59:34.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.813 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.814 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.838 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:34.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:34.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:34.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:34.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:34.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.033 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1117842366(state=PENDING, result=null, callback=(continuation of Deferred@194635274 after retry RPC after error@563792727) -> (continuation of Deferred@1915940217 after retry RPC after error@923407770) -> (continuation of Deferred@1936133319 after retry RPC after error@72393103) -> (continuation of Deferred@1634524505 after retry RPC after error@112046635) -> (continuation of Deferred@1298630413 after retry RPC after error@1287265271) -> (continuation of Deferred@1262190892 after retry RPC after error@543973002) -> (continuation of Deferred@1371728485 after retry RPC after error@1295726089), errback=(continuation of Deferred@194635274 after retry RPC after error@563792727) -> (continuation of Deferred@1915940217 after retry RPC after error@923407770) -> (continuation of Deferred@1936133319 after retry RPC after error@72393103) -> (continuation of Deferred@1634524505 after retry RPC after error@112046635) -> (continuation of Deferred@1298630413 after retry RPC after error@1287265271) -> (continuation of Deferred@1262190892 after retry RPC after error@543973002) -> (continuation of Deferred@1371728485 after retry RPC after error@1295726089)))
01:59:35.034 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:35.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.296 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@737236617(state=PENDING, result=null, callback=(continuation of Deferred@485170698 after retry RPC after error@1060327888) -> (continuation of Deferred@1944200452 after retry RPC after error@1384542447) -> (continuation of Deferred@374943739 after retry RPC after error@868307249) -> (continuation of Deferred@1365870664 after retry RPC after error@805936002) -> (continuation of Deferred@1869634703 after retry RPC after error@1451348105) -> (continuation of Deferred@1261910489 after retry RPC after error@924745398) -> (continuation of Deferred@1525139710 after retry RPC after error@45768371), errback=(continuation of Deferred@485170698 after retry RPC after error@1060327888) -> (continuation of Deferred@1944200452 after retry RPC after error@1384542447) -> (continuation of Deferred@374943739 after retry RPC after error@868307249) -> (continuation of Deferred@1365870664 after retry RPC after error@805936002) -> (continuation of Deferred@1869634703 after retry RPC after error@1451348105) -> (continuation of Deferred@1261910489 after retry RPC after error@924745398) -> (continuation of Deferred@1525139710 after retry RPC after error@45768371)))
01:59:35.296 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@737236617(state=PENDING, result=null, callback=(continuation of Deferred@485170698 after retry RPC after error@1060327888) -> (continuation of Deferred@1944200452 after retry RPC after error@1384542447) -> (continuation of Deferred@374943739 after retry RPC after error@868307249) -> (continuation of Deferred@1365870664 after retry RPC after error@805936002) -> (continuation of Deferred@1869634703 after retry RPC after error@1451348105) -> (continuation of Deferred@1261910489 after retry RPC after error@924745398) -> (continuation of Deferred@1525139710 after retry RPC after error@45768371), errback=(continuation of Deferred@485170698 after retry RPC after error@1060327888) -> (continuation of Deferred@1944200452 after retry RPC after error@1384542447) -> (continuation of Deferred@374943739 after retry RPC after error@868307249) -> (continuation of Deferred@1365870664 after retry RPC after error@805936002) -> (continuation of Deferred@1869634703 after retry RPC after error@1451348105) -> (continuation of Deferred@1261910489 after retry RPC after error@924745398) -> (continuation of Deferred@1525139710 after retry RPC after error@45768371)))
01:59:35.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.555 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.555 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.556 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@986630526(state=PENDING, result=null, callback=(continuation of Deferred@295974678 after retry RPC after error@757800896) -> (continuation of Deferred@1996442974 after retry RPC after error@985071558) -> (continuation of Deferred@169505537 after retry RPC after error@2134554781) -> (continuation of Deferred@1931710361 after retry RPC after error@2120615668) -> (continuation of Deferred@658370626 after retry RPC after error@233392744) -> (continuation of Deferred@1658405643 after retry RPC after error@751216642) -> (continuation of Deferred@1680990776 after retry RPC after error@592203484), errback=(continuation of Deferred@295974678 after retry RPC after error@757800896) -> (continuation of Deferred@1996442974 after retry RPC after error@985071558) -> (continuation of Deferred@169505537 after retry RPC after error@2134554781) -> (continuation of Deferred@1931710361 after retry RPC after error@2120615668) -> (continuation of Deferred@658370626 after retry RPC after error@233392744) -> (continuation of Deferred@1658405643 after retry RPC after error@751216642) -> (continuation of Deferred@1680990776 after retry RPC after error@592203484)))
01:59:35.556 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@986630526(state=PENDING, result=null, callback=(continuation of Deferred@295974678 after retry RPC after error@757800896) -> (continuation of Deferred@1996442974 after retry RPC after error@985071558) -> (continuation of Deferred@169505537 after retry RPC after error@2134554781) -> (continuation of Deferred@1931710361 after retry RPC after error@2120615668) -> (continuation of Deferred@658370626 after retry RPC after error@233392744) -> (continuation of Deferred@1658405643 after retry RPC after error@751216642) -> (continuation of Deferred@1680990776 after retry RPC after error@592203484), errback=(continuation of Deferred@295974678 after retry RPC after error@757800896) -> (continuation of Deferred@1996442974 after retry RPC after error@985071558) -> (continuation of Deferred@169505537 after retry RPC after error@2134554781) -> (continuation of Deferred@1931710361 after retry RPC after error@2120615668) -> (continuation of Deferred@658370626 after retry RPC after error@233392744) -> (continuation of Deferred@1658405643 after retry RPC after error@751216642) -> (continuation of Deferred@1680990776 after retry RPC after error@592203484)))
01:59:35.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.735 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1477156363(state=PENDING, result=null, callback=(continuation of Deferred@745996963 after retry RPC after error@1169644067) -> (continuation of Deferred@924028792 after retry RPC after error@862757975) -> (continuation of Deferred@656071299 after retry RPC after error@1485044225) -> (continuation of Deferred@1942013478 after retry RPC after error@634948117) -> (continuation of Deferred@1424462575 after retry RPC after error@326318464) -> (continuation of Deferred@1719086142 after retry RPC after error@127830727), errback=(continuation of Deferred@745996963 after retry RPC after error@1169644067) -> (continuation of Deferred@924028792 after retry RPC after error@862757975) -> (continuation of Deferred@656071299 after retry RPC after error@1485044225) -> (continuation of Deferred@1942013478 after retry RPC after error@634948117) -> (continuation of Deferred@1424462575 after retry RPC after error@326318464) -> (continuation of Deferred@1719086142 after retry RPC after error@127830727)))
01:59:35.735 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1477156363(state=PENDING, result=null, callback=(continuation of Deferred@745996963 after retry RPC after error@1169644067) -> (continuation of Deferred@924028792 after retry RPC after error@862757975) -> (continuation of Deferred@656071299 after retry RPC after error@1485044225) -> (continuation of Deferred@1942013478 after retry RPC after error@634948117) -> (continuation of Deferred@1424462575 after retry RPC after error@326318464) -> (continuation of Deferred@1719086142 after retry RPC after error@127830727), errback=(continuation of Deferred@745996963 after retry RPC after error@1169644067) -> (continuation of Deferred@924028792 after retry RPC after error@862757975) -> (continuation of Deferred@656071299 after retry RPC after error@1485044225) -> (continuation of Deferred@1942013478 after retry RPC after error@634948117) -> (continuation of Deferred@1424462575 after retry RPC after error@326318464) -> (continuation of Deferred@1719086142 after retry RPC after error@127830727)))
01:59:35.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.813 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.916 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@379168391(state=PENDING, result=null, callback=(continuation of Deferred@1871189879 after retry RPC after error@133407751) -> (continuation of Deferred@1207072111 after retry RPC after error@478437000) -> (continuation of Deferred@857260480 after retry RPC after error@701601848) -> (continuation of Deferred@2111625568 after retry RPC after error@1133684813) -> (continuation of Deferred@921790270 after retry RPC after error@331626880) -> (continuation of Deferred@147383617 after retry RPC after error@1582228693), errback=(continuation of Deferred@1871189879 after retry RPC after error@133407751) -> (continuation of Deferred@1207072111 after retry RPC after error@478437000) -> (continuation of Deferred@857260480 after retry RPC after error@701601848) -> (continuation of Deferred@2111625568 after retry RPC after error@1133684813) -> (continuation of Deferred@921790270 after retry RPC after error@331626880) -> (continuation of Deferred@147383617 after retry RPC after error@1582228693)))
01:59:35.916 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@379168391(state=PENDING, result=null, callback=(continuation of Deferred@1871189879 after retry RPC after error@133407751) -> (continuation of Deferred@1207072111 after retry RPC after error@478437000) -> (continuation of Deferred@857260480 after retry RPC after error@701601848) -> (continuation of Deferred@2111625568 after retry RPC after error@1133684813) -> (continuation of Deferred@921790270 after retry RPC after error@331626880) -> (continuation of Deferred@147383617 after retry RPC after error@1582228693), errback=(continuation of Deferred@1871189879 after retry RPC after error@133407751) -> (continuation of Deferred@1207072111 after retry RPC after error@478437000) -> (continuation of Deferred@857260480 after retry RPC after error@701601848) -> (continuation of Deferred@2111625568 after retry RPC after error@1133684813) -> (continuation of Deferred@921790270 after retry RPC after error@331626880) -> (continuation of Deferred@147383617 after retry RPC after error@1582228693)))
01:59:35.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:35.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:35.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:35.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:35.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:35.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.095 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1415197160(state=PENDING, result=null, callback=(continuation of Deferred@785080484 after retry RPC after error@1954644529) -> (continuation of Deferred@368236829 after retry RPC after error@279080762) -> (continuation of Deferred@1704584138 after retry RPC after error@502359362) -> (continuation of Deferred@516451792 after retry RPC after error@487590540) -> (continuation of Deferred@935148887 after retry RPC after error@569415063) -> (continuation of Deferred@2081147540 after retry RPC after error@1641217011), errback=(continuation of Deferred@785080484 after retry RPC after error@1954644529) -> (continuation of Deferred@368236829 after retry RPC after error@279080762) -> (continuation of Deferred@1704584138 after retry RPC after error@502359362) -> (continuation of Deferred@516451792 after retry RPC after error@487590540) -> (continuation of Deferred@935148887 after retry RPC after error@569415063) -> (continuation of Deferred@2081147540 after retry RPC after error@1641217011)))
01:59:36.095 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1415197160(state=PENDING, result=null, callback=(continuation of Deferred@785080484 after retry RPC after error@1954644529) -> (continuation of Deferred@368236829 after retry RPC after error@279080762) -> (continuation of Deferred@1704584138 after retry RPC after error@502359362) -> (continuation of Deferred@516451792 after retry RPC after error@487590540) -> (continuation of Deferred@935148887 after retry RPC after error@569415063) -> (continuation of Deferred@2081147540 after retry RPC after error@1641217011), errback=(continuation of Deferred@785080484 after retry RPC after error@1954644529) -> (continuation of Deferred@368236829 after retry RPC after error@279080762) -> (continuation of Deferred@1704584138 after retry RPC after error@502359362) -> (continuation of Deferred@516451792 after retry RPC after error@487590540) -> (continuation of Deferred@935148887 after retry RPC after error@569415063) -> (continuation of Deferred@2081147540 after retry RPC after error@1641217011)))
01:59:36.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:36.291013 2864 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:36.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:36.294453 2864 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:36.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:36.296620 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:36.297 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.297 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@545367302(state=PENDING, result=null, callback=(continuation of Deferred@1672655875 after retry RPC after error@219888602) -> (continuation of Deferred@701792883 after retry RPC after error@72399834) -> (continuation of Deferred@1916012031 after retry RPC after error@639968648) -> (continuation of Deferred@728755237 after retry RPC after error@710937849) -> (continuation of Deferred@2024406967 after retry RPC after error@1999608911) -> (continuation of Deferred@594888779 after retry RPC after error@165191448) -> (continuation of Deferred@1052478931 after retry RPC after error@905814959), errback=(continuation of Deferred@1672655875 after retry RPC after error@219888602) -> (continuation of Deferred@701792883 after retry RPC after error@72399834) -> (continuation of Deferred@1916012031 after retry RPC after error@639968648) -> (continuation of Deferred@728755237 after retry RPC after error@710937849) -> (continuation of Deferred@2024406967 after retry RPC after error@1999608911) -> (continuation of Deferred@594888779 after retry RPC after error@165191448) -> (continuation of Deferred@1052478931 after retry RPC after error@905814959)))
01:59:36.298 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@545367302(state=PENDING, result=null, callback=(continuation of Deferred@1672655875 after retry RPC after error@219888602) -> (continuation of Deferred@701792883 after retry RPC after error@72399834) -> (continuation of Deferred@1916012031 after retry RPC after error@639968648) -> (continuation of Deferred@728755237 after retry RPC after error@710937849) -> (continuation of Deferred@2024406967 after retry RPC after error@1999608911) -> (continuation of Deferred@594888779 after retry RPC after error@165191448) -> (continuation of Deferred@1052478931 after retry RPC after error@905814959), errback=(continuation of Deferred@1672655875 after retry RPC after error@219888602) -> (continuation of Deferred@701792883 after retry RPC after error@72399834) -> (continuation of Deferred@1916012031 after retry RPC after error@639968648) -> (continuation of Deferred@728755237 after retry RPC after error@710937849) -> (continuation of Deferred@2024406967 after retry RPC after error@1999608911) -> (continuation of Deferred@594888779 after retry RPC after error@165191448) -> (continuation of Deferred@1052478931 after retry RPC after error@905814959)))
01:59:36.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.536 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1800445845(state=PENDING, result=null, callback=(continuation of Deferred@1840001585 after retry RPC after error@927730047) -> (continuation of Deferred@1959090411 after retry RPC after error@461823441) -> (continuation of Deferred@397891882 after retry RPC after error@1088925010) -> (continuation of Deferred@507226021 after retry RPC after error@863930854) -> (continuation of Deferred@514713770 after retry RPC after error@1667062544) -> (continuation of Deferred@538500689 after retry RPC after error@1735283213) -> (continuation of Deferred@385289970 after retry RPC after error@536564455), errback=(continuation of Deferred@1840001585 after retry RPC after error@927730047) -> (continuation of Deferred@1959090411 after retry RPC after error@461823441) -> (continuation of Deferred@397891882 after retry RPC after error@1088925010) -> (continuation of Deferred@507226021 after retry RPC after error@863930854) -> (continuation of Deferred@514713770 after retry RPC after error@1667062544) -> (continuation of Deferred@538500689 after retry RPC after error@1735283213) -> (continuation of Deferred@385289970 after retry RPC after error@536564455)))
01:59:36.536 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1800445845(state=PENDING, result=null, callback=(continuation of Deferred@1840001585 after retry RPC after error@927730047) -> (continuation of Deferred@1959090411 after retry RPC after error@461823441) -> (continuation of Deferred@397891882 after retry RPC after error@1088925010) -> (continuation of Deferred@507226021 after retry RPC after error@863930854) -> (continuation of Deferred@514713770 after retry RPC after error@1667062544) -> (continuation of Deferred@538500689 after retry RPC after error@1735283213) -> (continuation of Deferred@385289970 after retry RPC after error@536564455), errback=(continuation of Deferred@1840001585 after retry RPC after error@927730047) -> (continuation of Deferred@1959090411 after retry RPC after error@461823441) -> (continuation of Deferred@397891882 after retry RPC after error@1088925010) -> (continuation of Deferred@507226021 after retry RPC after error@863930854) -> (continuation of Deferred@514713770 after retry RPC after error@1667062544) -> (continuation of Deferred@538500689 after retry RPC after error@1735283213) -> (continuation of Deferred@385289970 after retry RPC after error@536564455)))
01:59:36.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.595 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.597 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.716 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1103245771(state=PENDING, result=null, callback=(continuation of Deferred@1289950051 after retry RPC after error@531495659) -> (continuation of Deferred@1093763207 after retry RPC after error@288210179) -> (continuation of Deferred@1166138446 after retry RPC after error@889916599) -> (continuation of Deferred@2020841257 after retry RPC after error@72018049) -> (continuation of Deferred@1331832810 after retry RPC after error@585233413) -> (continuation of Deferred@1179645359 after retry RPC after error@353501959) -> (continuation of Deferred@1259420472 after retry RPC after error@1727905667), errback=(continuation of Deferred@1289950051 after retry RPC after error@531495659) -> (continuation of Deferred@1093763207 after retry RPC after error@288210179) -> (continuation of Deferred@1166138446 after retry RPC after error@889916599) -> (continuation of Deferred@2020841257 after retry RPC after error@72018049) -> (continuation of Deferred@1331832810 after retry RPC after error@585233413) -> (continuation of Deferred@1179645359 after retry RPC after error@353501959) -> (continuation of Deferred@1259420472 after retry RPC after error@1727905667)))
01:59:36.716 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1103245771(state=PENDING, result=null, callback=(continuation of Deferred@1289950051 after retry RPC after error@531495659) -> (continuation of Deferred@1093763207 after retry RPC after error@288210179) -> (continuation of Deferred@1166138446 after retry RPC after error@889916599) -> (continuation of Deferred@2020841257 after retry RPC after error@72018049) -> (continuation of Deferred@1331832810 after retry RPC after error@585233413) -> (continuation of Deferred@1179645359 after retry RPC after error@353501959) -> (continuation of Deferred@1259420472 after retry RPC after error@1727905667), errback=(continuation of Deferred@1289950051 after retry RPC after error@531495659) -> (continuation of Deferred@1093763207 after retry RPC after error@288210179) -> (continuation of Deferred@1166138446 after retry RPC after error@889916599) -> (continuation of Deferred@2020841257 after retry RPC after error@72018049) -> (continuation of Deferred@1331832810 after retry RPC after error@585233413) -> (continuation of Deferred@1179645359 after retry RPC after error@353501959) -> (continuation of Deferred@1259420472 after retry RPC after error@1727905667)))
01:59:36.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:36.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:36.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:36.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:36.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:36.993 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1715086621(state=PENDING, result=null, callback=(continuation of Deferred@1339882965 after retry RPC after error@1217784473) -> (continuation of Deferred@937387967 after retry RPC after error@16428692) -> (continuation of Deferred@685824267 after retry RPC after error@1329999788) -> (continuation of Deferred@65555300 after retry RPC after error@1446239107) -> (continuation of Deferred@2025154767 after retry RPC after error@108008250) -> (continuation of Deferred@1191369723 after retry RPC after error@262537051) -> (continuation of Deferred@1552227696 after retry RPC after error@1516907545), errback=(continuation of Deferred@1339882965 after retry RPC after error@1217784473) -> (continuation of Deferred@937387967 after retry RPC after error@16428692) -> (continuation of Deferred@685824267 after retry RPC after error@1329999788) -> (continuation of Deferred@65555300 after retry RPC after error@1446239107) -> (continuation of Deferred@2025154767 after retry RPC after error@108008250) -> (continuation of Deferred@1191369723 after retry RPC after error@262537051) -> (continuation of Deferred@1552227696 after retry RPC after error@1516907545)))
01:59:36.994 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:37.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.034 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.195 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1671948793(state=PENDING, result=null, callback=(continuation of Deferred@1846196455 after retry RPC after error@1172163898) -> (continuation of Deferred@2056071626 after retry RPC after error@641331011) -> (continuation of Deferred@500147939 after retry RPC after error@919604349) -> (continuation of Deferred@620797972 after retry RPC after error@1286209536) -> (continuation of Deferred@741494728 after retry RPC after error@448208343) -> (continuation of Deferred@974593685 after retry RPC after error@648127447) -> (continuation of Deferred@408155332 after retry RPC after error@984091580), errback=(continuation of Deferred@1846196455 after retry RPC after error@1172163898) -> (continuation of Deferred@2056071626 after retry RPC after error@641331011) -> (continuation of Deferred@500147939 after retry RPC after error@919604349) -> (continuation of Deferred@620797972 after retry RPC after error@1286209536) -> (continuation of Deferred@741494728 after retry RPC after error@448208343) -> (continuation of Deferred@974593685 after retry RPC after error@648127447) -> (continuation of Deferred@408155332 after retry RPC after error@984091580)))
01:59:37.196 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1671948793(state=PENDING, result=null, callback=(continuation of Deferred@1846196455 after retry RPC after error@1172163898) -> (continuation of Deferred@2056071626 after retry RPC after error@641331011) -> (continuation of Deferred@500147939 after retry RPC after error@919604349) -> (continuation of Deferred@620797972 after retry RPC after error@1286209536) -> (continuation of Deferred@741494728 after retry RPC after error@448208343) -> (continuation of Deferred@974593685 after retry RPC after error@648127447) -> (continuation of Deferred@408155332 after retry RPC after error@984091580), errback=(continuation of Deferred@1846196455 after retry RPC after error@1172163898) -> (continuation of Deferred@2056071626 after retry RPC after error@641331011) -> (continuation of Deferred@500147939 after retry RPC after error@919604349) -> (continuation of Deferred@620797972 after retry RPC after error@1286209536) -> (continuation of Deferred@741494728 after retry RPC after error@448208343) -> (continuation of Deferred@974593685 after retry RPC after error@648127447) -> (continuation of Deferred@408155332 after retry RPC after error@984091580)))
01:59:37.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.456 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@483772081(state=PENDING, result=null, callback=(continuation of Deferred@1621416614 after retry RPC after error@178932671) -> (continuation of Deferred@1649357481 after retry RPC after error@1352499231) -> (continuation of Deferred@380240192 after retry RPC after error@1317361561) -> (continuation of Deferred@1438973594 after retry RPC after error@1768227141) -> (continuation of Deferred@788774184 after retry RPC after error@1264459470) -> (continuation of Deferred@966527249 after retry RPC after error@2016565326) -> (continuation of Deferred@1256865949 after retry RPC after error@1912180576), errback=(continuation of Deferred@1621416614 after retry RPC after error@178932671) -> (continuation of Deferred@1649357481 after retry RPC after error@1352499231) -> (continuation of Deferred@380240192 after retry RPC after error@1317361561) -> (continuation of Deferred@1438973594 after retry RPC after error@1768227141) -> (continuation of Deferred@788774184 after retry RPC after error@1264459470) -> (continuation of Deferred@966527249 after retry RPC after error@2016565326) -> (continuation of Deferred@1256865949 after retry RPC after error@1912180576)))
01:59:37.456 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@483772081(state=PENDING, result=null, callback=(continuation of Deferred@1621416614 after retry RPC after error@178932671) -> (continuation of Deferred@1649357481 after retry RPC after error@1352499231) -> (continuation of Deferred@380240192 after retry RPC after error@1317361561) -> (continuation of Deferred@1438973594 after retry RPC after error@1768227141) -> (continuation of Deferred@788774184 after retry RPC after error@1264459470) -> (continuation of Deferred@966527249 after retry RPC after error@2016565326) -> (continuation of Deferred@1256865949 after retry RPC after error@1912180576), errback=(continuation of Deferred@1621416614 after retry RPC after error@178932671) -> (continuation of Deferred@1649357481 after retry RPC after error@1352499231) -> (continuation of Deferred@380240192 after retry RPC after error@1317361561) -> (continuation of Deferred@1438973594 after retry RPC after error@1768227141) -> (continuation of Deferred@788774184 after retry RPC after error@1264459470) -> (continuation of Deferred@966527249 after retry RPC after error@2016565326) -> (continuation of Deferred@1256865949 after retry RPC after error@1912180576)))
01:59:37.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.733 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@453732543(state=PENDING, result=null, callback=(continuation of Deferred@1560858692 after retry RPC after error@1451424943) -> (continuation of Deferred@1324796273 after retry RPC after error@242749056) -> (continuation of Deferred@359233019 after retry RPC after error@1422886013) -> (continuation of Deferred@738882260 after retry RPC after error@1657304539) -> (continuation of Deferred@1020265172 after retry RPC after error@336889183) -> (continuation of Deferred@1811401179 after retry RPC after error@1244663763) -> (continuation of Deferred@1984590563 after retry RPC after error@1187266312) -> (continuation of Deferred@329813786 after retry RPC after error@1504465963), errback=(continuation of Deferred@1560858692 after retry RPC after error@1451424943) -> (continuation of Deferred@1324796273 after retry RPC after error@242749056) -> (continuation of Deferred@359233019 after retry RPC after error@1422886013) -> (continuation of Deferred@738882260 after retry RPC after error@1657304539) -> (continuation of Deferred@1020265172 after retry RPC after error@336889183) -> (continuation of Deferred@1811401179 after retry RPC after error@1244663763) -> (continuation of Deferred@1984590563 after retry RPC after error@1187266312) -> (continuation of Deferred@329813786 after retry RPC after error@1504465963)))
01:59:37.734 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:37.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.758 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.813 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.813 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.956 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1129623104(state=PENDING, result=null, callback=(continuation of Deferred@505791248 after retry RPC after error@720746275) -> (continuation of Deferred@611577572 after retry RPC after error@1110663812) -> (continuation of Deferred@1925059729 after retry RPC after error@1970661706) -> (continuation of Deferred@1321872846 after retry RPC after error@389304785) -> (continuation of Deferred@355259706 after retry RPC after error@1338593644) -> (continuation of Deferred@1358082310 after retry RPC after error@1711134736), errback=(continuation of Deferred@505791248 after retry RPC after error@720746275) -> (continuation of Deferred@611577572 after retry RPC after error@1110663812) -> (continuation of Deferred@1925059729 after retry RPC after error@1970661706) -> (continuation of Deferred@1321872846 after retry RPC after error@389304785) -> (continuation of Deferred@355259706 after retry RPC after error@1338593644) -> (continuation of Deferred@1358082310 after retry RPC after error@1711134736)))
01:59:37.956 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1129623104(state=PENDING, result=null, callback=(continuation of Deferred@505791248 after retry RPC after error@720746275) -> (continuation of Deferred@611577572 after retry RPC after error@1110663812) -> (continuation of Deferred@1925059729 after retry RPC after error@1970661706) -> (continuation of Deferred@1321872846 after retry RPC after error@389304785) -> (continuation of Deferred@355259706 after retry RPC after error@1338593644) -> (continuation of Deferred@1358082310 after retry RPC after error@1711134736), errback=(continuation of Deferred@505791248 after retry RPC after error@720746275) -> (continuation of Deferred@611577572 after retry RPC after error@1110663812) -> (continuation of Deferred@1925059729 after retry RPC after error@1970661706) -> (continuation of Deferred@1321872846 after retry RPC after error@389304785) -> (continuation of Deferred@355259706 after retry RPC after error@1338593644) -> (continuation of Deferred@1358082310 after retry RPC after error@1711134736)))
01:59:37.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:37.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:37.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:37.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:37.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:37.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.153 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.156 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@736896045(state=PENDING, result=null, callback=(continuation of Deferred@1531083815 after retry RPC after error@2019249876) -> (continuation of Deferred@470335090 after retry RPC after error@1452227730) -> (continuation of Deferred@518312224 after retry RPC after error@1022034374) -> (continuation of Deferred@1699332871 after retry RPC after error@1242372240) -> (continuation of Deferred@1926806816 after retry RPC after error@383346572) -> (continuation of Deferred@1025761195 after retry RPC after error@524847367) -> (continuation of Deferred@684594803 after retry RPC after error@1970729441), errback=(continuation of Deferred@1531083815 after retry RPC after error@2019249876) -> (continuation of Deferred@470335090 after retry RPC after error@1452227730) -> (continuation of Deferred@518312224 after retry RPC after error@1022034374) -> (continuation of Deferred@1699332871 after retry RPC after error@1242372240) -> (continuation of Deferred@1926806816 after retry RPC after error@383346572) -> (continuation of Deferred@1025761195 after retry RPC after error@524847367) -> (continuation of Deferred@684594803 after retry RPC after error@1970729441)))
01:59:38.156 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@736896045(state=PENDING, result=null, callback=(continuation of Deferred@1531083815 after retry RPC after error@2019249876) -> (continuation of Deferred@470335090 after retry RPC after error@1452227730) -> (continuation of Deferred@518312224 after retry RPC after error@1022034374) -> (continuation of Deferred@1699332871 after retry RPC after error@1242372240) -> (continuation of Deferred@1926806816 after retry RPC after error@383346572) -> (continuation of Deferred@1025761195 after retry RPC after error@524847367) -> (continuation of Deferred@684594803 after retry RPC after error@1970729441), errback=(continuation of Deferred@1531083815 after retry RPC after error@2019249876) -> (continuation of Deferred@470335090 after retry RPC after error@1452227730) -> (continuation of Deferred@518312224 after retry RPC after error@1022034374) -> (continuation of Deferred@1699332871 after retry RPC after error@1242372240) -> (continuation of Deferred@1926806816 after retry RPC after error@383346572) -> (continuation of Deferred@1025761195 after retry RPC after error@524847367) -> (continuation of Deferred@684594803 after retry RPC after error@1970729441)))
01:59:38.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.434 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@759045382(state=PENDING, result=null, callback=(continuation of Deferred@935384432 after retry RPC after error@1213669717) -> (continuation of Deferred@1764331069 after retry RPC after error@883062835) -> (continuation of Deferred@91766914 after retry RPC after error@1951696113) -> (continuation of Deferred@1361683488 after retry RPC after error@1986870742) -> (continuation of Deferred@827723721 after retry RPC after error@1635083806) -> (continuation of Deferred@2111952564 after retry RPC after error@1660802899) -> (continuation of Deferred@1674880130 after retry RPC after error@702245744), errback=(continuation of Deferred@935384432 after retry RPC after error@1213669717) -> (continuation of Deferred@1764331069 after retry RPC after error@883062835) -> (continuation of Deferred@91766914 after retry RPC after error@1951696113) -> (continuation of Deferred@1361683488 after retry RPC after error@1986870742) -> (continuation of Deferred@827723721 after retry RPC after error@1635083806) -> (continuation of Deferred@2111952564 after retry RPC after error@1660802899) -> (continuation of Deferred@1674880130 after retry RPC after error@702245744)))
01:59:38.434 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:38.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.453 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:38.620471 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:38.620648 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:38.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.635 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@714933317(state=PENDING, result=null, callback=(continuation of Deferred@768350881 after retry RPC after error@1207649961) -> (continuation of Deferred@1524972235 after retry RPC after error@404271870) -> (continuation of Deferred@1431087694 after retry RPC after error@1218408512) -> (continuation of Deferred@996096250 after retry RPC after error@1720578605) -> (continuation of Deferred@1445149288 after retry RPC after error@1695370652) -> (continuation of Deferred@660021551 after retry RPC after error@776119154) -> (continuation of Deferred@1635593384 after retry RPC after error@1855192246), errback=(continuation of Deferred@768350881 after retry RPC after error@1207649961) -> (continuation of Deferred@1524972235 after retry RPC after error@404271870) -> (continuation of Deferred@1431087694 after retry RPC after error@1218408512) -> (continuation of Deferred@996096250 after retry RPC after error@1720578605) -> (continuation of Deferred@1445149288 after retry RPC after error@1695370652) -> (continuation of Deferred@660021551 after retry RPC after error@776119154) -> (continuation of Deferred@1635593384 after retry RPC after error@1855192246)))
01:59:38.635 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@714933317(state=PENDING, result=null, callback=(continuation of Deferred@768350881 after retry RPC after error@1207649961) -> (continuation of Deferred@1524972235 after retry RPC after error@404271870) -> (continuation of Deferred@1431087694 after retry RPC after error@1218408512) -> (continuation of Deferred@996096250 after retry RPC after error@1720578605) -> (continuation of Deferred@1445149288 after retry RPC after error@1695370652) -> (continuation of Deferred@660021551 after retry RPC after error@776119154) -> (continuation of Deferred@1635593384 after retry RPC after error@1855192246), errback=(continuation of Deferred@768350881 after retry RPC after error@1207649961) -> (continuation of Deferred@1524972235 after retry RPC after error@404271870) -> (continuation of Deferred@1431087694 after retry RPC after error@1218408512) -> (continuation of Deferred@996096250 after retry RPC after error@1720578605) -> (continuation of Deferred@1445149288 after retry RPC after error@1695370652) -> (continuation of Deferred@660021551 after retry RPC after error@776119154) -> (continuation of Deferred@1635593384 after retry RPC after error@1855192246)))
01:59:38.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.816 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.913 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@471102572(state=PENDING, result=null, callback=(continuation of Deferred@75753815 after retry RPC after error@834361370) -> (continuation of Deferred@1508302400 after retry RPC after error@1718511108) -> (continuation of Deferred@2101142223 after retry RPC after error@380378874) -> (continuation of Deferred@2035795633 after retry RPC after error@1822216665) -> (continuation of Deferred@1982626847 after retry RPC after error@8513518) -> (continuation of Deferred@1193597697 after retry RPC after error@1295833125) -> (continuation of Deferred@1491441945 after retry RPC after error@1473559420), errback=(continuation of Deferred@75753815 after retry RPC after error@834361370) -> (continuation of Deferred@1508302400 after retry RPC after error@1718511108) -> (continuation of Deferred@2101142223 after retry RPC after error@380378874) -> (continuation of Deferred@2035795633 after retry RPC after error@1822216665) -> (continuation of Deferred@1982626847 after retry RPC after error@8513518) -> (continuation of Deferred@1193597697 after retry RPC after error@1295833125) -> (continuation of Deferred@1491441945 after retry RPC after error@1473559420)))
01:59:38.913 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:38.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:38.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:38.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:38.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:38.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:38.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.133 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.133 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.135 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@906024611(state=PENDING, result=null, callback=(continuation of Deferred@47962595 after retry RPC after error@2065064329) -> (continuation of Deferred@874090135 after retry RPC after error@69006201) -> (continuation of Deferred@1481914072 after retry RPC after error@268836466) -> (continuation of Deferred@1754486739 after retry RPC after error@192407171) -> (continuation of Deferred@1928131523 after retry RPC after error@1387890274) -> (continuation of Deferred@543587881 after retry RPC after error@345098072) -> (continuation of Deferred@32918754 after retry RPC after error@526532648), errback=(continuation of Deferred@47962595 after retry RPC after error@2065064329) -> (continuation of Deferred@874090135 after retry RPC after error@69006201) -> (continuation of Deferred@1481914072 after retry RPC after error@268836466) -> (continuation of Deferred@1754486739 after retry RPC after error@192407171) -> (continuation of Deferred@1928131523 after retry RPC after error@1387890274) -> (continuation of Deferred@543587881 after retry RPC after error@345098072) -> (continuation of Deferred@32918754 after retry RPC after error@526532648)))
01:59:39.135 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@906024611(state=PENDING, result=null, callback=(continuation of Deferred@47962595 after retry RPC after error@2065064329) -> (continuation of Deferred@874090135 after retry RPC after error@69006201) -> (continuation of Deferred@1481914072 after retry RPC after error@268836466) -> (continuation of Deferred@1754486739 after retry RPC after error@192407171) -> (continuation of Deferred@1928131523 after retry RPC after error@1387890274) -> (continuation of Deferred@543587881 after retry RPC after error@345098072) -> (continuation of Deferred@32918754 after retry RPC after error@526532648), errback=(continuation of Deferred@47962595 after retry RPC after error@2065064329) -> (continuation of Deferred@874090135 after retry RPC after error@69006201) -> (continuation of Deferred@1481914072 after retry RPC after error@268836466) -> (continuation of Deferred@1754486739 after retry RPC after error@192407171) -> (continuation of Deferred@1928131523 after retry RPC after error@1387890274) -> (continuation of Deferred@543587881 after retry RPC after error@345098072) -> (continuation of Deferred@32918754 after retry RPC after error@526532648)))
01:59:39.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.296 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@332445704(state=PENDING, result=null, callback=(continuation of Deferred@1070795493 after retry RPC after error@917281667) -> (continuation of Deferred@1098882715 after retry RPC after error@1467579972) -> (continuation of Deferred@1893388908 after retry RPC after error@578301815) -> (continuation of Deferred@525268709 after retry RPC after error@56172566) -> (continuation of Deferred@632736675 after retry RPC after error@1188453365) -> (continuation of Deferred@776434708 after retry RPC after error@1683273818), errback=(continuation of Deferred@1070795493 after retry RPC after error@917281667) -> (continuation of Deferred@1098882715 after retry RPC after error@1467579972) -> (continuation of Deferred@1893388908 after retry RPC after error@578301815) -> (continuation of Deferred@525268709 after retry RPC after error@56172566) -> (continuation of Deferred@632736675 after retry RPC after error@1188453365) -> (continuation of Deferred@776434708 after retry RPC after error@1683273818)))
01:59:39.296 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@332445704(state=PENDING, result=null, callback=(continuation of Deferred@1070795493 after retry RPC after error@917281667) -> (continuation of Deferred@1098882715 after retry RPC after error@1467579972) -> (continuation of Deferred@1893388908 after retry RPC after error@578301815) -> (continuation of Deferred@525268709 after retry RPC after error@56172566) -> (continuation of Deferred@632736675 after retry RPC after error@1188453365) -> (continuation of Deferred@776434708 after retry RPC after error@1683273818), errback=(continuation of Deferred@1070795493 after retry RPC after error@917281667) -> (continuation of Deferred@1098882715 after retry RPC after error@1467579972) -> (continuation of Deferred@1893388908 after retry RPC after error@578301815) -> (continuation of Deferred@525268709 after retry RPC after error@56172566) -> (continuation of Deferred@632736675 after retry RPC after error@1188453365) -> (continuation of Deferred@776434708 after retry RPC after error@1683273818)))
01:59:39.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.556 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1152284877(state=PENDING, result=null, callback=(continuation of Deferred@1286968171 after retry RPC after error@1078322583) -> (continuation of Deferred@846949967 after retry RPC after error@86245597) -> (continuation of Deferred@1701508569 after retry RPC after error@183295422) -> (continuation of Deferred@1670169530 after retry RPC after error@1175127550) -> (continuation of Deferred@1954407643 after retry RPC after error@403752647) -> (continuation of Deferred@495208300 after retry RPC after error@54433239) -> (continuation of Deferred@419357271 after retry RPC after error@105265521) -> (continuation of Deferred@969322994 after retry RPC after error@1310792496), errback=(continuation of Deferred@1286968171 after retry RPC after error@1078322583) -> (continuation of Deferred@846949967 after retry RPC after error@86245597) -> (continuation of Deferred@1701508569 after retry RPC after error@183295422) -> (continuation of Deferred@1670169530 after retry RPC after error@1175127550) -> (continuation of Deferred@1954407643 after retry RPC after error@403752647) -> (continuation of Deferred@495208300 after retry RPC after error@54433239) -> (continuation of Deferred@419357271 after retry RPC after error@105265521) -> (continuation of Deferred@969322994 after retry RPC after error@1310792496)))
01:59:39.556 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1152284877(state=PENDING, result=null, callback=(continuation of Deferred@1286968171 after retry RPC after error@1078322583) -> (continuation of Deferred@846949967 after retry RPC after error@86245597) -> (continuation of Deferred@1701508569 after retry RPC after error@183295422) -> (continuation of Deferred@1670169530 after retry RPC after error@1175127550) -> (continuation of Deferred@1954407643 after retry RPC after error@403752647) -> (continuation of Deferred@495208300 after retry RPC after error@54433239) -> (continuation of Deferred@419357271 after retry RPC after error@105265521) -> (continuation of Deferred@969322994 after retry RPC after error@1310792496), errback=(continuation of Deferred@1286968171 after retry RPC after error@1078322583) -> (continuation of Deferred@846949967 after retry RPC after error@86245597) -> (continuation of Deferred@1701508569 after retry RPC after error@183295422) -> (continuation of Deferred@1670169530 after retry RPC after error@1175127550) -> (continuation of Deferred@1954407643 after retry RPC after error@403752647) -> (continuation of Deferred@495208300 after retry RPC after error@54433239) -> (continuation of Deferred@419357271 after retry RPC after error@105265521) -> (continuation of Deferred@969322994 after retry RPC after error@1310792496)))
01:59:39.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.593 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.735 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1750234340(state=PENDING, result=null, callback=(continuation of Deferred@980972951 after retry RPC after error@1340117323) -> (continuation of Deferred@259306036 after retry RPC after error@1962541674) -> (continuation of Deferred@223806895 after retry RPC after error@1182185351) -> (continuation of Deferred@1824086127 after retry RPC after error@1215626944) -> (continuation of Deferred@2101075996 after retry RPC after error@243448499) -> (continuation of Deferred@685699372 after retry RPC after error@1194563593), errback=(continuation of Deferred@980972951 after retry RPC after error@1340117323) -> (continuation of Deferred@259306036 after retry RPC after error@1962541674) -> (continuation of Deferred@223806895 after retry RPC after error@1182185351) -> (continuation of Deferred@1824086127 after retry RPC after error@1215626944) -> (continuation of Deferred@2101075996 after retry RPC after error@243448499) -> (continuation of Deferred@685699372 after retry RPC after error@1194563593)))
01:59:39.735 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1750234340(state=PENDING, result=null, callback=(continuation of Deferred@980972951 after retry RPC after error@1340117323) -> (continuation of Deferred@259306036 after retry RPC after error@1962541674) -> (continuation of Deferred@223806895 after retry RPC after error@1182185351) -> (continuation of Deferred@1824086127 after retry RPC after error@1215626944) -> (continuation of Deferred@2101075996 after retry RPC after error@243448499) -> (continuation of Deferred@685699372 after retry RPC after error@1194563593), errback=(continuation of Deferred@980972951 after retry RPC after error@1340117323) -> (continuation of Deferred@259306036 after retry RPC after error@1962541674) -> (continuation of Deferred@223806895 after retry RPC after error@1182185351) -> (continuation of Deferred@1824086127 after retry RPC after error@1215626944) -> (continuation of Deferred@2101075996 after retry RPC after error@243448499) -> (continuation of Deferred@685699372 after retry RPC after error@1194563593)))
01:59:39.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.933 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.934 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:39.976 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1241769434(state=PENDING, result=null, callback=(continuation of Deferred@37447351 after retry RPC after error@1398369917) -> (continuation of Deferred@414645368 after retry RPC after error@1297020801) -> (continuation of Deferred@337194561 after retry RPC after error@204177465) -> (continuation of Deferred@592570616 after retry RPC after error@429515244) -> (continuation of Deferred@1143975864 after retry RPC after error@341169484) -> (continuation of Deferred@955250966 after retry RPC after error@1857022310) -> (continuation of Deferred@1464125796 after retry RPC after error@1837205877), errback=(continuation of Deferred@37447351 after retry RPC after error@1398369917) -> (continuation of Deferred@414645368 after retry RPC after error@1297020801) -> (continuation of Deferred@337194561 after retry RPC after error@204177465) -> (continuation of Deferred@592570616 after retry RPC after error@429515244) -> (continuation of Deferred@1143975864 after retry RPC after error@341169484) -> (continuation of Deferred@955250966 after retry RPC after error@1857022310) -> (continuation of Deferred@1464125796 after retry RPC after error@1837205877)))
01:59:39.976 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1241769434(state=PENDING, result=null, callback=(continuation of Deferred@37447351 after retry RPC after error@1398369917) -> (continuation of Deferred@414645368 after retry RPC after error@1297020801) -> (continuation of Deferred@337194561 after retry RPC after error@204177465) -> (continuation of Deferred@592570616 after retry RPC after error@429515244) -> (continuation of Deferred@1143975864 after retry RPC after error@341169484) -> (continuation of Deferred@955250966 after retry RPC after error@1857022310) -> (continuation of Deferred@1464125796 after retry RPC after error@1837205877), errback=(continuation of Deferred@37447351 after retry RPC after error@1398369917) -> (continuation of Deferred@414645368 after retry RPC after error@1297020801) -> (continuation of Deferred@337194561 after retry RPC after error@204177465) -> (continuation of Deferred@592570616 after retry RPC after error@429515244) -> (continuation of Deferred@1143975864 after retry RPC after error@341169484) -> (continuation of Deferred@955250966 after retry RPC after error@1857022310) -> (continuation of Deferred@1464125796 after retry RPC after error@1837205877)))
01:59:39.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:39.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:39.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:39.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:39.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.053 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.053 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.254 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@150507850(state=PENDING, result=null, callback=(continuation of Deferred@738268845 after retry RPC after error@1362837095) -> (continuation of Deferred@787065277 after retry RPC after error@1658261483) -> (continuation of Deferred@1179113826 after retry RPC after error@1309085643) -> (continuation of Deferred@759227383 after retry RPC after error@2008156643) -> (continuation of Deferred@264655550 after retry RPC after error@2043248090) -> (continuation of Deferred@1396471375 after retry RPC after error@883327194) -> (continuation of Deferred@164128594 after retry RPC after error@1004403740), errback=(continuation of Deferred@738268845 after retry RPC after error@1362837095) -> (continuation of Deferred@787065277 after retry RPC after error@1658261483) -> (continuation of Deferred@1179113826 after retry RPC after error@1309085643) -> (continuation of Deferred@759227383 after retry RPC after error@2008156643) -> (continuation of Deferred@264655550 after retry RPC after error@2043248090) -> (continuation of Deferred@1396471375 after retry RPC after error@883327194) -> (continuation of Deferred@164128594 after retry RPC after error@1004403740)))
01:59:40.254 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:40.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.276 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.356 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.515 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@692140205(state=PENDING, result=null, callback=(continuation of Deferred@1618767564 after retry RPC after error@1567057137) -> (continuation of Deferred@115072424 after retry RPC after error@654252430) -> (continuation of Deferred@628496787 after retry RPC after error@1129357600) -> (continuation of Deferred@457052799 after retry RPC after error@1171479551) -> (continuation of Deferred@1350330455 after retry RPC after error@375626457) -> (continuation of Deferred@2108022656 after retry RPC after error@578191208) -> (continuation of Deferred@301696417 after retry RPC after error@457465877) -> (continuation of Deferred@1213130018 after retry RPC after error@1506958972), errback=(continuation of Deferred@1618767564 after retry RPC after error@1567057137) -> (continuation of Deferred@115072424 after retry RPC after error@654252430) -> (continuation of Deferred@628496787 after retry RPC after error@1129357600) -> (continuation of Deferred@457052799 after retry RPC after error@1171479551) -> (continuation of Deferred@1350330455 after retry RPC after error@375626457) -> (continuation of Deferred@2108022656 after retry RPC after error@578191208) -> (continuation of Deferred@301696417 after retry RPC after error@457465877) -> (continuation of Deferred@1213130018 after retry RPC after error@1506958972)))
01:59:40.516 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@692140205(state=PENDING, result=null, callback=(continuation of Deferred@1618767564 after retry RPC after error@1567057137) -> (continuation of Deferred@115072424 after retry RPC after error@654252430) -> (continuation of Deferred@628496787 after retry RPC after error@1129357600) -> (continuation of Deferred@457052799 after retry RPC after error@1171479551) -> (continuation of Deferred@1350330455 after retry RPC after error@375626457) -> (continuation of Deferred@2108022656 after retry RPC after error@578191208) -> (continuation of Deferred@301696417 after retry RPC after error@457465877) -> (continuation of Deferred@1213130018 after retry RPC after error@1506958972), errback=(continuation of Deferred@1618767564 after retry RPC after error@1567057137) -> (continuation of Deferred@115072424 after retry RPC after error@654252430) -> (continuation of Deferred@628496787 after retry RPC after error@1129357600) -> (continuation of Deferred@457052799 after retry RPC after error@1171479551) -> (continuation of Deferred@1350330455 after retry RPC after error@375626457) -> (continuation of Deferred@2108022656 after retry RPC after error@578191208) -> (continuation of Deferred@301696417 after retry RPC after error@457465877) -> (continuation of Deferred@1213130018 after retry RPC after error@1506958972)))
01:59:40.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.555 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.555 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.673 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.716 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@73496036(state=PENDING, result=null, callback=(continuation of Deferred@72724902 after retry RPC after error@2146998316) -> (continuation of Deferred@458054681 after retry RPC after error@336381121) -> (continuation of Deferred@1040027495 after retry RPC after error@109009164) -> (continuation of Deferred@2007195726 after retry RPC after error@91982007) -> (continuation of Deferred@1420601800 after retry RPC after error@686243176) -> (continuation of Deferred@1143638314 after retry RPC after error@491622184) -> (continuation of Deferred@740198304 after retry RPC after error@1023664950), errback=(continuation of Deferred@72724902 after retry RPC after error@2146998316) -> (continuation of Deferred@458054681 after retry RPC after error@336381121) -> (continuation of Deferred@1040027495 after retry RPC after error@109009164) -> (continuation of Deferred@2007195726 after retry RPC after error@91982007) -> (continuation of Deferred@1420601800 after retry RPC after error@686243176) -> (continuation of Deferred@1143638314 after retry RPC after error@491622184) -> (continuation of Deferred@740198304 after retry RPC after error@1023664950)))
01:59:40.716 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@73496036(state=PENDING, result=null, callback=(continuation of Deferred@72724902 after retry RPC after error@2146998316) -> (continuation of Deferred@458054681 after retry RPC after error@336381121) -> (continuation of Deferred@1040027495 after retry RPC after error@109009164) -> (continuation of Deferred@2007195726 after retry RPC after error@91982007) -> (continuation of Deferred@1420601800 after retry RPC after error@686243176) -> (continuation of Deferred@1143638314 after retry RPC after error@491622184) -> (continuation of Deferred@740198304 after retry RPC after error@1023664950), errback=(continuation of Deferred@72724902 after retry RPC after error@2146998316) -> (continuation of Deferred@458054681 after retry RPC after error@336381121) -> (continuation of Deferred@1040027495 after retry RPC after error@109009164) -> (continuation of Deferred@2007195726 after retry RPC after error@91982007) -> (continuation of Deferred@1420601800 after retry RPC after error@686243176) -> (continuation of Deferred@1143638314 after retry RPC after error@491622184) -> (continuation of Deferred@740198304 after retry RPC after error@1023664950)))
01:59:40.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.916 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@165291964(state=PENDING, result=null, callback=(continuation of Deferred@2023740011 after retry RPC after error@215554178) -> (continuation of Deferred@411599414 after retry RPC after error@1085776220) -> (continuation of Deferred@1178419115 after retry RPC after error@40116966) -> (continuation of Deferred@1587644846 after retry RPC after error@593591911) -> (continuation of Deferred@202300871 after retry RPC after error@794734002) -> (continuation of Deferred@2111876366 after retry RPC after error@1431987859) -> (continuation of Deferred@792754458 after retry RPC after error@1965650557), errback=(continuation of Deferred@2023740011 after retry RPC after error@215554178) -> (continuation of Deferred@411599414 after retry RPC after error@1085776220) -> (continuation of Deferred@1178419115 after retry RPC after error@40116966) -> (continuation of Deferred@1587644846 after retry RPC after error@593591911) -> (continuation of Deferred@202300871 after retry RPC after error@794734002) -> (continuation of Deferred@2111876366 after retry RPC after error@1431987859) -> (continuation of Deferred@792754458 after retry RPC after error@1965650557)))
01:59:40.916 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@165291964(state=PENDING, result=null, callback=(continuation of Deferred@2023740011 after retry RPC after error@215554178) -> (continuation of Deferred@411599414 after retry RPC after error@1085776220) -> (continuation of Deferred@1178419115 after retry RPC after error@40116966) -> (continuation of Deferred@1587644846 after retry RPC after error@593591911) -> (continuation of Deferred@202300871 after retry RPC after error@794734002) -> (continuation of Deferred@2111876366 after retry RPC after error@1431987859) -> (continuation of Deferred@792754458 after retry RPC after error@1965650557), errback=(continuation of Deferred@2023740011 after retry RPC after error@215554178) -> (continuation of Deferred@411599414 after retry RPC after error@1085776220) -> (continuation of Deferred@1178419115 after retry RPC after error@40116966) -> (continuation of Deferred@1587644846 after retry RPC after error@593591911) -> (continuation of Deferred@202300871 after retry RPC after error@794734002) -> (continuation of Deferred@2111876366 after retry RPC after error@1431987859) -> (continuation of Deferred@792754458 after retry RPC after error@1965650557)))
01:59:40.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:40.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:40.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:40.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:40.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:40.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.034 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.136 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1564794709(state=PENDING, result=null, callback=(continuation of Deferred@1530229744 after retry RPC after error@1349215702) -> (continuation of Deferred@1141819922 after retry RPC after error@1061886897) -> (continuation of Deferred@1334920539 after retry RPC after error@1147133098) -> (continuation of Deferred@1991491689 after retry RPC after error@289590173) -> (continuation of Deferred@1413279603 after retry RPC after error@1857864658) -> (continuation of Deferred@115664612 after retry RPC after error@33414022) -> (continuation of Deferred@847899581 after retry RPC after error@975379565), errback=(continuation of Deferred@1530229744 after retry RPC after error@1349215702) -> (continuation of Deferred@1141819922 after retry RPC after error@1061886897) -> (continuation of Deferred@1334920539 after retry RPC after error@1147133098) -> (continuation of Deferred@1991491689 after retry RPC after error@289590173) -> (continuation of Deferred@1413279603 after retry RPC after error@1857864658) -> (continuation of Deferred@115664612 after retry RPC after error@33414022) -> (continuation of Deferred@847899581 after retry RPC after error@975379565)))
01:59:41.136 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1564794709(state=PENDING, result=null, callback=(continuation of Deferred@1530229744 after retry RPC after error@1349215702) -> (continuation of Deferred@1141819922 after retry RPC after error@1061886897) -> (continuation of Deferred@1334920539 after retry RPC after error@1147133098) -> (continuation of Deferred@1991491689 after retry RPC after error@289590173) -> (continuation of Deferred@1413279603 after retry RPC after error@1857864658) -> (continuation of Deferred@115664612 after retry RPC after error@33414022) -> (continuation of Deferred@847899581 after retry RPC after error@975379565), errback=(continuation of Deferred@1530229744 after retry RPC after error@1349215702) -> (continuation of Deferred@1141819922 after retry RPC after error@1061886897) -> (continuation of Deferred@1334920539 after retry RPC after error@1147133098) -> (continuation of Deferred@1991491689 after retry RPC after error@289590173) -> (continuation of Deferred@1413279603 after retry RPC after error@1857864658) -> (continuation of Deferred@115664612 after retry RPC after error@33414022) -> (continuation of Deferred@847899581 after retry RPC after error@975379565)))
01:59:41.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.295 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@946227513(state=PENDING, result=null, callback=(continuation of Deferred@843795982 after retry RPC after error@196446560) -> (continuation of Deferred@95903683 after retry RPC after error@261288397) -> (continuation of Deferred@1740764431 after retry RPC after error@1083739678) -> (continuation of Deferred@2137954441 after retry RPC after error@1743393328) -> (continuation of Deferred@267119183 after retry RPC after error@185036242) -> (continuation of Deferred@10880747 after retry RPC after error@929759069), errback=(continuation of Deferred@843795982 after retry RPC after error@196446560) -> (continuation of Deferred@95903683 after retry RPC after error@261288397) -> (continuation of Deferred@1740764431 after retry RPC after error@1083739678) -> (continuation of Deferred@2137954441 after retry RPC after error@1743393328) -> (continuation of Deferred@267119183 after retry RPC after error@185036242) -> (continuation of Deferred@10880747 after retry RPC after error@929759069)))
01:59:41.296 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@946227513(state=PENDING, result=null, callback=(continuation of Deferred@843795982 after retry RPC after error@196446560) -> (continuation of Deferred@95903683 after retry RPC after error@261288397) -> (continuation of Deferred@1740764431 after retry RPC after error@1083739678) -> (continuation of Deferred@2137954441 after retry RPC after error@1743393328) -> (continuation of Deferred@267119183 after retry RPC after error@185036242) -> (continuation of Deferred@10880747 after retry RPC after error@929759069), errback=(continuation of Deferred@843795982 after retry RPC after error@196446560) -> (continuation of Deferred@95903683 after retry RPC after error@261288397) -> (continuation of Deferred@1740764431 after retry RPC after error@1083739678) -> (continuation of Deferred@2137954441 after retry RPC after error@1743393328) -> (continuation of Deferred@267119183 after retry RPC after error@185036242) -> (continuation of Deferred@10880747 after retry RPC after error@929759069)))
01:59:41.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:41.327901 2864 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:41.331317 2864 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 1)
01:59:41.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:41.333622 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:41.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.374 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.573 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@937947077(state=PENDING, result=null, callback=(continuation of Deferred@1440912072 after retry RPC after error@1685430379) -> (continuation of Deferred@1386742523 after retry RPC after error@1513703084) -> (continuation of Deferred@453835761 after retry RPC after error@1387488771) -> (continuation of Deferred@1084098932 after retry RPC after error@1350712301) -> (continuation of Deferred@749568383 after retry RPC after error@1709668759) -> (continuation of Deferred@1426201078 after retry RPC after error@345902568) -> (continuation of Deferred@1417203837 after retry RPC after error@177025188), errback=(continuation of Deferred@1440912072 after retry RPC after error@1685430379) -> (continuation of Deferred@1386742523 after retry RPC after error@1513703084) -> (continuation of Deferred@453835761 after retry RPC after error@1387488771) -> (continuation of Deferred@1084098932 after retry RPC after error@1350712301) -> (continuation of Deferred@749568383 after retry RPC after error@1709668759) -> (continuation of Deferred@1426201078 after retry RPC after error@345902568) -> (continuation of Deferred@1417203837 after retry RPC after error@177025188)))
01:59:41.574 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:41.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.673 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.816 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1210962203(state=PENDING, result=null, callback=(continuation of Deferred@872883843 after retry RPC after error@543113620) -> (continuation of Deferred@768000121 after retry RPC after error@197487059) -> (continuation of Deferred@108754198 after retry RPC after error@1551026092) -> (continuation of Deferred@1202454867 after retry RPC after error@1736930180) -> (continuation of Deferred@982088103 after retry RPC after error@1879873277) -> (continuation of Deferred@1468905270 after retry RPC after error@189457680) -> (continuation of Deferred@2055201183 after retry RPC after error@1850747731), errback=(continuation of Deferred@872883843 after retry RPC after error@543113620) -> (continuation of Deferred@768000121 after retry RPC after error@197487059) -> (continuation of Deferred@108754198 after retry RPC after error@1551026092) -> (continuation of Deferred@1202454867 after retry RPC after error@1736930180) -> (continuation of Deferred@982088103 after retry RPC after error@1879873277) -> (continuation of Deferred@1468905270 after retry RPC after error@189457680) -> (continuation of Deferred@2055201183 after retry RPC after error@1850747731)))
01:59:41.816 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1210962203(state=PENDING, result=null, callback=(continuation of Deferred@872883843 after retry RPC after error@543113620) -> (continuation of Deferred@768000121 after retry RPC after error@197487059) -> (continuation of Deferred@108754198 after retry RPC after error@1551026092) -> (continuation of Deferred@1202454867 after retry RPC after error@1736930180) -> (continuation of Deferred@982088103 after retry RPC after error@1879873277) -> (continuation of Deferred@1468905270 after retry RPC after error@189457680) -> (continuation of Deferred@2055201183 after retry RPC after error@1850747731), errback=(continuation of Deferred@872883843 after retry RPC after error@543113620) -> (continuation of Deferred@768000121 after retry RPC after error@197487059) -> (continuation of Deferred@108754198 after retry RPC after error@1551026092) -> (continuation of Deferred@1202454867 after retry RPC after error@1736930180) -> (continuation of Deferred@982088103 after retry RPC after error@1879873277) -> (continuation of Deferred@1468905270 after retry RPC after error@189457680) -> (continuation of Deferred@2055201183 after retry RPC after error@1850747731)))
01:59:41.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:41.976 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@219571164(state=PENDING, result=null, callback=(continuation of Deferred@1651755934 after retry RPC after error@1176789309) -> (continuation of Deferred@1317991303 after retry RPC after error@1891135753) -> (continuation of Deferred@216755131 after retry RPC after error@1772342930) -> (continuation of Deferred@1351097066 after retry RPC after error@1661671883) -> (continuation of Deferred@887750818 after retry RPC after error@1128964083) -> (continuation of Deferred@1392874042 after retry RPC after error@1752894672), errback=(continuation of Deferred@1651755934 after retry RPC after error@1176789309) -> (continuation of Deferred@1317991303 after retry RPC after error@1891135753) -> (continuation of Deferred@216755131 after retry RPC after error@1772342930) -> (continuation of Deferred@1351097066 after retry RPC after error@1661671883) -> (continuation of Deferred@887750818 after retry RPC after error@1128964083) -> (continuation of Deferred@1392874042 after retry RPC after error@1752894672)))
01:59:41.976 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@219571164(state=PENDING, result=null, callback=(continuation of Deferred@1651755934 after retry RPC after error@1176789309) -> (continuation of Deferred@1317991303 after retry RPC after error@1891135753) -> (continuation of Deferred@216755131 after retry RPC after error@1772342930) -> (continuation of Deferred@1351097066 after retry RPC after error@1661671883) -> (continuation of Deferred@887750818 after retry RPC after error@1128964083) -> (continuation of Deferred@1392874042 after retry RPC after error@1752894672), errback=(continuation of Deferred@1651755934 after retry RPC after error@1176789309) -> (continuation of Deferred@1317991303 after retry RPC after error@1891135753) -> (continuation of Deferred@216755131 after retry RPC after error@1772342930) -> (continuation of Deferred@1351097066 after retry RPC after error@1661671883) -> (continuation of Deferred@887750818 after retry RPC after error@1128964083) -> (continuation of Deferred@1392874042 after retry RPC after error@1752894672)))
01:59:41.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:41.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:41.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:41.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:41.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.034 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.195 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1595677367(state=PENDING, result=null, callback=(continuation of Deferred@1445940902 after retry RPC after error@2122223046) -> (continuation of Deferred@170974498 after retry RPC after error@893826929) -> (continuation of Deferred@430998785 after retry RPC after error@329919308) -> (continuation of Deferred@536821206 after retry RPC after error@528673895) -> (continuation of Deferred@42465819 after retry RPC after error@1077236044) -> (continuation of Deferred@641914129 after retry RPC after error@783021162) -> (continuation of Deferred@323064966 after retry RPC after error@2039748755), errback=(continuation of Deferred@1445940902 after retry RPC after error@2122223046) -> (continuation of Deferred@170974498 after retry RPC after error@893826929) -> (continuation of Deferred@430998785 after retry RPC after error@329919308) -> (continuation of Deferred@536821206 after retry RPC after error@528673895) -> (continuation of Deferred@42465819 after retry RPC after error@1077236044) -> (continuation of Deferred@641914129 after retry RPC after error@783021162) -> (continuation of Deferred@323064966 after retry RPC after error@2039748755)))
01:59:42.195 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1595677367(state=PENDING, result=null, callback=(continuation of Deferred@1445940902 after retry RPC after error@2122223046) -> (continuation of Deferred@170974498 after retry RPC after error@893826929) -> (continuation of Deferred@430998785 after retry RPC after error@329919308) -> (continuation of Deferred@536821206 after retry RPC after error@528673895) -> (continuation of Deferred@42465819 after retry RPC after error@1077236044) -> (continuation of Deferred@641914129 after retry RPC after error@783021162) -> (continuation of Deferred@323064966 after retry RPC after error@2039748755), errback=(continuation of Deferred@1445940902 after retry RPC after error@2122223046) -> (continuation of Deferred@170974498 after retry RPC after error@893826929) -> (continuation of Deferred@430998785 after retry RPC after error@329919308) -> (continuation of Deferred@536821206 after retry RPC after error@528673895) -> (continuation of Deferred@42465819 after retry RPC after error@1077236044) -> (continuation of Deferred@641914129 after retry RPC after error@783021162) -> (continuation of Deferred@323064966 after retry RPC after error@2039748755)))
01:59:42.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.273 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.295 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.295 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.396 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1110546745(state=PENDING, result=null, callback=(continuation of Deferred@1110363040 after retry RPC after error@255272056) -> (continuation of Deferred@1435986029 after retry RPC after error@463588279) -> (continuation of Deferred@795238568 after retry RPC after error@423925208) -> (continuation of Deferred@2004763293 after retry RPC after error@1645728694) -> (continuation of Deferred@2120785020 after retry RPC after error@1136602172) -> (continuation of Deferred@1188095100 after retry RPC after error@444990835), errback=(continuation of Deferred@1110363040 after retry RPC after error@255272056) -> (continuation of Deferred@1435986029 after retry RPC after error@463588279) -> (continuation of Deferred@795238568 after retry RPC after error@423925208) -> (continuation of Deferred@2004763293 after retry RPC after error@1645728694) -> (continuation of Deferred@2120785020 after retry RPC after error@1136602172) -> (continuation of Deferred@1188095100 after retry RPC after error@444990835)))
01:59:42.396 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1110546745(state=PENDING, result=null, callback=(continuation of Deferred@1110363040 after retry RPC after error@255272056) -> (continuation of Deferred@1435986029 after retry RPC after error@463588279) -> (continuation of Deferred@795238568 after retry RPC after error@423925208) -> (continuation of Deferred@2004763293 after retry RPC after error@1645728694) -> (continuation of Deferred@2120785020 after retry RPC after error@1136602172) -> (continuation of Deferred@1188095100 after retry RPC after error@444990835), errback=(continuation of Deferred@1110363040 after retry RPC after error@255272056) -> (continuation of Deferred@1435986029 after retry RPC after error@463588279) -> (continuation of Deferred@795238568 after retry RPC after error@423925208) -> (continuation of Deferred@2004763293 after retry RPC after error@1645728694) -> (continuation of Deferred@2120785020 after retry RPC after error@1136602172) -> (continuation of Deferred@1188095100 after retry RPC after error@444990835)))
01:59:42.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.555 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1850208659(state=PENDING, result=null, callback=(continuation of Deferred@1806687937 after retry RPC after error@948049528) -> (continuation of Deferred@2020058141 after retry RPC after error@704449003) -> (continuation of Deferred@1009877955 after retry RPC after error@338195435) -> (continuation of Deferred@1361734207 after retry RPC after error@274305952) -> (continuation of Deferred@541468147 after retry RPC after error@1999027515) -> (continuation of Deferred@1977567858 after retry RPC after error@700912634), errback=(continuation of Deferred@1806687937 after retry RPC after error@948049528) -> (continuation of Deferred@2020058141 after retry RPC after error@704449003) -> (continuation of Deferred@1009877955 after retry RPC after error@338195435) -> (continuation of Deferred@1361734207 after retry RPC after error@274305952) -> (continuation of Deferred@541468147 after retry RPC after error@1999027515) -> (continuation of Deferred@1977567858 after retry RPC after error@700912634)))
01:59:42.556 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1850208659(state=PENDING, result=null, callback=(continuation of Deferred@1806687937 after retry RPC after error@948049528) -> (continuation of Deferred@2020058141 after retry RPC after error@704449003) -> (continuation of Deferred@1009877955 after retry RPC after error@338195435) -> (continuation of Deferred@1361734207 after retry RPC after error@274305952) -> (continuation of Deferred@541468147 after retry RPC after error@1999027515) -> (continuation of Deferred@1977567858 after retry RPC after error@700912634), errback=(continuation of Deferred@1806687937 after retry RPC after error@948049528) -> (continuation of Deferred@2020058141 after retry RPC after error@704449003) -> (continuation of Deferred@1009877955 after retry RPC after error@338195435) -> (continuation of Deferred@1361734207 after retry RPC after error@274305952) -> (continuation of Deferred@541468147 after retry RPC after error@1999027515) -> (continuation of Deferred@1977567858 after retry RPC after error@700912634)))
01:59:42.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.574 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.673 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.776 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@571811333(state=PENDING, result=null, callback=(continuation of Deferred@1261480389 after retry RPC after error@927751798) -> (continuation of Deferred@369671736 after retry RPC after error@497457138) -> (continuation of Deferred@1402370818 after retry RPC after error@117190888) -> (continuation of Deferred@1431746417 after retry RPC after error@2095489838) -> (continuation of Deferred@482908635 after retry RPC after error@2069135834) -> (continuation of Deferred@458841342 after retry RPC after error@1383031656) -> (continuation of Deferred@179383999 after retry RPC after error@1429484642), errback=(continuation of Deferred@1261480389 after retry RPC after error@927751798) -> (continuation of Deferred@369671736 after retry RPC after error@497457138) -> (continuation of Deferred@1402370818 after retry RPC after error@117190888) -> (continuation of Deferred@1431746417 after retry RPC after error@2095489838) -> (continuation of Deferred@482908635 after retry RPC after error@2069135834) -> (continuation of Deferred@458841342 after retry RPC after error@1383031656) -> (continuation of Deferred@179383999 after retry RPC after error@1429484642)))
01:59:42.776 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@571811333(state=PENDING, result=null, callback=(continuation of Deferred@1261480389 after retry RPC after error@927751798) -> (continuation of Deferred@369671736 after retry RPC after error@497457138) -> (continuation of Deferred@1402370818 after retry RPC after error@117190888) -> (continuation of Deferred@1431746417 after retry RPC after error@2095489838) -> (continuation of Deferred@482908635 after retry RPC after error@2069135834) -> (continuation of Deferred@458841342 after retry RPC after error@1383031656) -> (continuation of Deferred@179383999 after retry RPC after error@1429484642), errback=(continuation of Deferred@1261480389 after retry RPC after error@927751798) -> (continuation of Deferred@369671736 after retry RPC after error@497457138) -> (continuation of Deferred@1402370818 after retry RPC after error@117190888) -> (continuation of Deferred@1431746417 after retry RPC after error@2095489838) -> (continuation of Deferred@482908635 after retry RPC after error@2069135834) -> (continuation of Deferred@458841342 after retry RPC after error@1383031656) -> (continuation of Deferred@179383999 after retry RPC after error@1429484642)))
01:59:42.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:42.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:42.993 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:42.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:42.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:42.995 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@121692767(state=PENDING, result=null, callback=(continuation of Deferred@419624378 after retry RPC after error@1006782353) -> (continuation of Deferred@1883037778 after retry RPC after error@1886303760) -> (continuation of Deferred@2127504002 after retry RPC after error@1356844037) -> (continuation of Deferred@1207343164 after retry RPC after error@1118660836) -> (continuation of Deferred@1173457153 after retry RPC after error@1801505374) -> (continuation of Deferred@405051510 after retry RPC after error@837233118), errback=(continuation of Deferred@419624378 after retry RPC after error@1006782353) -> (continuation of Deferred@1883037778 after retry RPC after error@1886303760) -> (continuation of Deferred@2127504002 after retry RPC after error@1356844037) -> (continuation of Deferred@1207343164 after retry RPC after error@1118660836) -> (continuation of Deferred@1173457153 after retry RPC after error@1801505374) -> (continuation of Deferred@405051510 after retry RPC after error@837233118)))
01:59:42.995 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@121692767(state=PENDING, result=null, callback=(continuation of Deferred@419624378 after retry RPC after error@1006782353) -> (continuation of Deferred@1883037778 after retry RPC after error@1886303760) -> (continuation of Deferred@2127504002 after retry RPC after error@1356844037) -> (continuation of Deferred@1207343164 after retry RPC after error@1118660836) -> (continuation of Deferred@1173457153 after retry RPC after error@1801505374) -> (continuation of Deferred@405051510 after retry RPC after error@837233118), errback=(continuation of Deferred@419624378 after retry RPC after error@1006782353) -> (continuation of Deferred@1883037778 after retry RPC after error@1886303760) -> (continuation of Deferred@2127504002 after retry RPC after error@1356844037) -> (continuation of Deferred@1207343164 after retry RPC after error@1118660836) -> (continuation of Deferred@1173457153 after retry RPC after error@1801505374) -> (continuation of Deferred@405051510 after retry RPC after error@837233118)))
01:59:43.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.034 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.053 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.053 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.076 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:43.103843 3811 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:43.104040 3811 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:43.104962 3811 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:43.106107 3381 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:59:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:43.107460 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:43.107648 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:43.107803 3378 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:43.108059 3811 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:43.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.256 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1641973653(state=PENDING, result=null, callback=(continuation of Deferred@885257114 after retry RPC after error@59264036) -> (continuation of Deferred@927477899 after retry RPC after error@574614488) -> (continuation of Deferred@155947814 after retry RPC after error@1222842183) -> (continuation of Deferred@1054456504 after retry RPC after error@1667622800) -> (continuation of Deferred@920820345 after retry RPC after error@1726737101) -> (continuation of Deferred@362057938 after retry RPC after error@1501670551) -> (continuation of Deferred@2073216140 after retry RPC after error@1108800689), errback=(continuation of Deferred@885257114 after retry RPC after error@59264036) -> (continuation of Deferred@927477899 after retry RPC after error@574614488) -> (continuation of Deferred@155947814 after retry RPC after error@1222842183) -> (continuation of Deferred@1054456504 after retry RPC after error@1667622800) -> (continuation of Deferred@920820345 after retry RPC after error@1726737101) -> (continuation of Deferred@362057938 after retry RPC after error@1501670551) -> (continuation of Deferred@2073216140 after retry RPC after error@1108800689)))
01:59:43.257 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1641973653(state=PENDING, result=null, callback=(continuation of Deferred@885257114 after retry RPC after error@59264036) -> (continuation of Deferred@927477899 after retry RPC after error@574614488) -> (continuation of Deferred@155947814 after retry RPC after error@1222842183) -> (continuation of Deferred@1054456504 after retry RPC after error@1667622800) -> (continuation of Deferred@920820345 after retry RPC after error@1726737101) -> (continuation of Deferred@362057938 after retry RPC after error@1501670551) -> (continuation of Deferred@2073216140 after retry RPC after error@1108800689), errback=(continuation of Deferred@885257114 after retry RPC after error@59264036) -> (continuation of Deferred@927477899 after retry RPC after error@574614488) -> (continuation of Deferred@155947814 after retry RPC after error@1222842183) -> (continuation of Deferred@1054456504 after retry RPC after error@1667622800) -> (continuation of Deferred@920820345 after retry RPC after error@1726737101) -> (continuation of Deferred@362057938 after retry RPC after error@1501670551) -> (continuation of Deferred@2073216140 after retry RPC after error@1108800689)))
01:59:43.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.435 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1678525371(state=PENDING, result=null, callback=(continuation of Deferred@1457115073 after retry RPC after error@666751377) -> (continuation of Deferred@1266017756 after retry RPC after error@1298294418) -> (continuation of Deferred@1440550712 after retry RPC after error@480603467) -> (continuation of Deferred@2014982150 after retry RPC after error@638750561) -> (continuation of Deferred@453767252 after retry RPC after error@754125131) -> (continuation of Deferred@88118995 after retry RPC after error@924547229) -> (continuation of Deferred@1943447418 after retry RPC after error@1205551386), errback=(continuation of Deferred@1457115073 after retry RPC after error@666751377) -> (continuation of Deferred@1266017756 after retry RPC after error@1298294418) -> (continuation of Deferred@1440550712 after retry RPC after error@480603467) -> (continuation of Deferred@2014982150 after retry RPC after error@638750561) -> (continuation of Deferred@453767252 after retry RPC after error@754125131) -> (continuation of Deferred@88118995 after retry RPC after error@924547229) -> (continuation of Deferred@1943447418 after retry RPC after error@1205551386)))
01:59:43.436 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1678525371(state=PENDING, result=null, callback=(continuation of Deferred@1457115073 after retry RPC after error@666751377) -> (continuation of Deferred@1266017756 after retry RPC after error@1298294418) -> (continuation of Deferred@1440550712 after retry RPC after error@480603467) -> (continuation of Deferred@2014982150 after retry RPC after error@638750561) -> (continuation of Deferred@453767252 after retry RPC after error@754125131) -> (continuation of Deferred@88118995 after retry RPC after error@924547229) -> (continuation of Deferred@1943447418 after retry RPC after error@1205551386), errback=(continuation of Deferred@1457115073 after retry RPC after error@666751377) -> (continuation of Deferred@1266017756 after retry RPC after error@1298294418) -> (continuation of Deferred@1440550712 after retry RPC after error@480603467) -> (continuation of Deferred@2014982150 after retry RPC after error@638750561) -> (continuation of Deferred@453767252 after retry RPC after error@754125131) -> (continuation of Deferred@88118995 after retry RPC after error@924547229) -> (continuation of Deferred@1943447418 after retry RPC after error@1205551386)))
01:59:43.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:43.623299 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:43.623524 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:43.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.635 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1815374266(state=PENDING, result=null, callback=(continuation of Deferred@1912223415 after retry RPC after error@1383877877) -> (continuation of Deferred@117553176 after retry RPC after error@1211590907) -> (continuation of Deferred@1750642884 after retry RPC after error@1492341470) -> (continuation of Deferred@1387847840 after retry RPC after error@565918396) -> (continuation of Deferred@206069983 after retry RPC after error@1324332586) -> (continuation of Deferred@1531437751 after retry RPC after error@592534969), errback=(continuation of Deferred@1912223415 after retry RPC after error@1383877877) -> (continuation of Deferred@117553176 after retry RPC after error@1211590907) -> (continuation of Deferred@1750642884 after retry RPC after error@1492341470) -> (continuation of Deferred@1387847840 after retry RPC after error@565918396) -> (continuation of Deferred@206069983 after retry RPC after error@1324332586) -> (continuation of Deferred@1531437751 after retry RPC after error@592534969)))
01:59:43.635 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1815374266(state=PENDING, result=null, callback=(continuation of Deferred@1912223415 after retry RPC after error@1383877877) -> (continuation of Deferred@117553176 after retry RPC after error@1211590907) -> (continuation of Deferred@1750642884 after retry RPC after error@1492341470) -> (continuation of Deferred@1387847840 after retry RPC after error@565918396) -> (continuation of Deferred@206069983 after retry RPC after error@1324332586) -> (continuation of Deferred@1531437751 after retry RPC after error@592534969), errback=(continuation of Deferred@1912223415 after retry RPC after error@1383877877) -> (continuation of Deferred@117553176 after retry RPC after error@1211590907) -> (continuation of Deferred@1750642884 after retry RPC after error@1492341470) -> (continuation of Deferred@1387847840 after retry RPC after error@565918396) -> (continuation of Deferred@206069983 after retry RPC after error@1324332586) -> (continuation of Deferred@1531437751 after retry RPC after error@592534969)))
01:59:43.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.895 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2052753005(state=PENDING, result=null, callback=(continuation of Deferred@1283938526 after retry RPC after error@773909871) -> (continuation of Deferred@1281389825 after retry RPC after error@1655175950) -> (continuation of Deferred@344985132 after retry RPC after error@1030931012) -> (continuation of Deferred@1928687766 after retry RPC after error@794266189) -> (continuation of Deferred@1000476901 after retry RPC after error@275350839) -> (continuation of Deferred@1237399148 after retry RPC after error@1524091131) -> (continuation of Deferred@1901710972 after retry RPC after error@759545181), errback=(continuation of Deferred@1283938526 after retry RPC after error@773909871) -> (continuation of Deferred@1281389825 after retry RPC after error@1655175950) -> (continuation of Deferred@344985132 after retry RPC after error@1030931012) -> (continuation of Deferred@1928687766 after retry RPC after error@794266189) -> (continuation of Deferred@1000476901 after retry RPC after error@275350839) -> (continuation of Deferred@1237399148 after retry RPC after error@1524091131) -> (continuation of Deferred@1901710972 after retry RPC after error@759545181)))
01:59:43.895 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2052753005(state=PENDING, result=null, callback=(continuation of Deferred@1283938526 after retry RPC after error@773909871) -> (continuation of Deferred@1281389825 after retry RPC after error@1655175950) -> (continuation of Deferred@344985132 after retry RPC after error@1030931012) -> (continuation of Deferred@1928687766 after retry RPC after error@794266189) -> (continuation of Deferred@1000476901 after retry RPC after error@275350839) -> (continuation of Deferred@1237399148 after retry RPC after error@1524091131) -> (continuation of Deferred@1901710972 after retry RPC after error@759545181), errback=(continuation of Deferred@1283938526 after retry RPC after error@773909871) -> (continuation of Deferred@1281389825 after retry RPC after error@1655175950) -> (continuation of Deferred@344985132 after retry RPC after error@1030931012) -> (continuation of Deferred@1928687766 after retry RPC after error@794266189) -> (continuation of Deferred@1000476901 after retry RPC after error@275350839) -> (continuation of Deferred@1237399148 after retry RPC after error@1524091131) -> (continuation of Deferred@1901710972 after retry RPC after error@759545181)))
01:59:43.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:43.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:43.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:43.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:43.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:43.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.115 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1884336666(state=PENDING, result=null, callback=(continuation of Deferred@164740186 after retry RPC after error@651813205) -> (continuation of Deferred@1857900781 after retry RPC after error@461958978) -> (continuation of Deferred@532656901 after retry RPC after error@1988438766) -> (continuation of Deferred@1924871915 after retry RPC after error@773137665) -> (continuation of Deferred@1288735837 after retry RPC after error@333254003) -> (continuation of Deferred@955940237 after retry RPC after error@1069578942) -> (continuation of Deferred@2008726399 after retry RPC after error@209163886), errback=(continuation of Deferred@164740186 after retry RPC after error@651813205) -> (continuation of Deferred@1857900781 after retry RPC after error@461958978) -> (continuation of Deferred@532656901 after retry RPC after error@1988438766) -> (continuation of Deferred@1924871915 after retry RPC after error@773137665) -> (continuation of Deferred@1288735837 after retry RPC after error@333254003) -> (continuation of Deferred@955940237 after retry RPC after error@1069578942) -> (continuation of Deferred@2008726399 after retry RPC after error@209163886)))
01:59:44.115 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1884336666(state=PENDING, result=null, callback=(continuation of Deferred@164740186 after retry RPC after error@651813205) -> (continuation of Deferred@1857900781 after retry RPC after error@461958978) -> (continuation of Deferred@532656901 after retry RPC after error@1988438766) -> (continuation of Deferred@1924871915 after retry RPC after error@773137665) -> (continuation of Deferred@1288735837 after retry RPC after error@333254003) -> (continuation of Deferred@955940237 after retry RPC after error@1069578942) -> (continuation of Deferred@2008726399 after retry RPC after error@209163886), errback=(continuation of Deferred@164740186 after retry RPC after error@651813205) -> (continuation of Deferred@1857900781 after retry RPC after error@461958978) -> (continuation of Deferred@532656901 after retry RPC after error@1988438766) -> (continuation of Deferred@1924871915 after retry RPC after error@773137665) -> (continuation of Deferred@1288735837 after retry RPC after error@333254003) -> (continuation of Deferred@955940237 after retry RPC after error@1069578942) -> (continuation of Deferred@2008726399 after retry RPC after error@209163886)))
01:59:44.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.173 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.313 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.315 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@970136028(state=PENDING, result=null, callback=(continuation of Deferred@1094491925 after retry RPC after error@685441640) -> (continuation of Deferred@627227827 after retry RPC after error@81677370) -> (continuation of Deferred@566214531 after retry RPC after error@1367810462) -> (continuation of Deferred@1638959161 after retry RPC after error@402241449) -> (continuation of Deferred@1273385330 after retry RPC after error@587530817) -> (continuation of Deferred@1183954776 after retry RPC after error@470746332), errback=(continuation of Deferred@1094491925 after retry RPC after error@685441640) -> (continuation of Deferred@627227827 after retry RPC after error@81677370) -> (continuation of Deferred@566214531 after retry RPC after error@1367810462) -> (continuation of Deferred@1638959161 after retry RPC after error@402241449) -> (continuation of Deferred@1273385330 after retry RPC after error@587530817) -> (continuation of Deferred@1183954776 after retry RPC after error@470746332)))
01:59:44.315 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@970136028(state=PENDING, result=null, callback=(continuation of Deferred@1094491925 after retry RPC after error@685441640) -> (continuation of Deferred@627227827 after retry RPC after error@81677370) -> (continuation of Deferred@566214531 after retry RPC after error@1367810462) -> (continuation of Deferred@1638959161 after retry RPC after error@402241449) -> (continuation of Deferred@1273385330 after retry RPC after error@587530817) -> (continuation of Deferred@1183954776 after retry RPC after error@470746332), errback=(continuation of Deferred@1094491925 after retry RPC after error@685441640) -> (continuation of Deferred@627227827 after retry RPC after error@81677370) -> (continuation of Deferred@566214531 after retry RPC after error@1367810462) -> (continuation of Deferred@1638959161 after retry RPC after error@402241449) -> (continuation of Deferred@1273385330 after retry RPC after error@587530817) -> (continuation of Deferred@1183954776 after retry RPC after error@470746332)))
01:59:44.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.336 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.516 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2044077421(state=PENDING, result=null, callback=(continuation of Deferred@718432219 after retry RPC after error@821094875) -> (continuation of Deferred@551095538 after retry RPC after error@1751951561) -> (continuation of Deferred@1362749088 after retry RPC after error@1714447213) -> (continuation of Deferred@249978309 after retry RPC after error@54625840) -> (continuation of Deferred@500395038 after retry RPC after error@2023579586) -> (continuation of Deferred@1143553377 after retry RPC after error@1263944658), errback=(continuation of Deferred@718432219 after retry RPC after error@821094875) -> (continuation of Deferred@551095538 after retry RPC after error@1751951561) -> (continuation of Deferred@1362749088 after retry RPC after error@1714447213) -> (continuation of Deferred@249978309 after retry RPC after error@54625840) -> (continuation of Deferred@500395038 after retry RPC after error@2023579586) -> (continuation of Deferred@1143553377 after retry RPC after error@1263944658)))
01:59:44.517 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@2044077421(state=PENDING, result=null, callback=(continuation of Deferred@718432219 after retry RPC after error@821094875) -> (continuation of Deferred@551095538 after retry RPC after error@1751951561) -> (continuation of Deferred@1362749088 after retry RPC after error@1714447213) -> (continuation of Deferred@249978309 after retry RPC after error@54625840) -> (continuation of Deferred@500395038 after retry RPC after error@2023579586) -> (continuation of Deferred@1143553377 after retry RPC after error@1263944658), errback=(continuation of Deferred@718432219 after retry RPC after error@821094875) -> (continuation of Deferred@551095538 after retry RPC after error@1751951561) -> (continuation of Deferred@1362749088 after retry RPC after error@1714447213) -> (continuation of Deferred@249978309 after retry RPC after error@54625840) -> (continuation of Deferred@500395038 after retry RPC after error@2023579586) -> (continuation of Deferred@1143553377 after retry RPC after error@1263944658)))
01:59:44.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.735 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@808440488(state=PENDING, result=null, callback=(continuation of Deferred@254326996 after retry RPC after error@1164001219) -> (continuation of Deferred@978751637 after retry RPC after error@1956823013) -> (continuation of Deferred@1048987581 after retry RPC after error@1918232713) -> (continuation of Deferred@2080971886 after retry RPC after error@490068381) -> (continuation of Deferred@285396521 after retry RPC after error@1280208160) -> (continuation of Deferred@2022765227 after retry RPC after error@1272587541), errback=(continuation of Deferred@254326996 after retry RPC after error@1164001219) -> (continuation of Deferred@978751637 after retry RPC after error@1956823013) -> (continuation of Deferred@1048987581 after retry RPC after error@1918232713) -> (continuation of Deferred@2080971886 after retry RPC after error@490068381) -> (continuation of Deferred@285396521 after retry RPC after error@1280208160) -> (continuation of Deferred@2022765227 after retry RPC after error@1272587541)))
01:59:44.736 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@808440488(state=PENDING, result=null, callback=(continuation of Deferred@254326996 after retry RPC after error@1164001219) -> (continuation of Deferred@978751637 after retry RPC after error@1956823013) -> (continuation of Deferred@1048987581 after retry RPC after error@1918232713) -> (continuation of Deferred@2080971886 after retry RPC after error@490068381) -> (continuation of Deferred@285396521 after retry RPC after error@1280208160) -> (continuation of Deferred@2022765227 after retry RPC after error@1272587541), errback=(continuation of Deferred@254326996 after retry RPC after error@1164001219) -> (continuation of Deferred@978751637 after retry RPC after error@1956823013) -> (continuation of Deferred@1048987581 after retry RPC after error@1918232713) -> (continuation of Deferred@2080971886 after retry RPC after error@490068381) -> (continuation of Deferred@285396521 after retry RPC after error@1280208160) -> (continuation of Deferred@2022765227 after retry RPC after error@1272587541)))
01:59:44.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.833 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.833 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:44.976 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@754874043(state=PENDING, result=null, callback=(continuation of Deferred@1809799151 after retry RPC after error@103089713) -> (continuation of Deferred@849261607 after retry RPC after error@1829394273) -> (continuation of Deferred@2088436992 after retry RPC after error@1388412976) -> (continuation of Deferred@356071875 after retry RPC after error@708298074) -> (continuation of Deferred@239113753 after retry RPC after error@1356748769) -> (continuation of Deferred@209029912 after retry RPC after error@419201753) -> (continuation of Deferred@302399361 after retry RPC after error@818221951), errback=(continuation of Deferred@1809799151 after retry RPC after error@103089713) -> (continuation of Deferred@849261607 after retry RPC after error@1829394273) -> (continuation of Deferred@2088436992 after retry RPC after error@1388412976) -> (continuation of Deferred@356071875 after retry RPC after error@708298074) -> (continuation of Deferred@239113753 after retry RPC after error@1356748769) -> (continuation of Deferred@209029912 after retry RPC after error@419201753) -> (continuation of Deferred@302399361 after retry RPC after error@818221951)))
01:59:44.976 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@754874043(state=PENDING, result=null, callback=(continuation of Deferred@1809799151 after retry RPC after error@103089713) -> (continuation of Deferred@849261607 after retry RPC after error@1829394273) -> (continuation of Deferred@2088436992 after retry RPC after error@1388412976) -> (continuation of Deferred@356071875 after retry RPC after error@708298074) -> (continuation of Deferred@239113753 after retry RPC after error@1356748769) -> (continuation of Deferred@209029912 after retry RPC after error@419201753) -> (continuation of Deferred@302399361 after retry RPC after error@818221951), errback=(continuation of Deferred@1809799151 after retry RPC after error@103089713) -> (continuation of Deferred@849261607 after retry RPC after error@1829394273) -> (continuation of Deferred@2088436992 after retry RPC after error@1388412976) -> (continuation of Deferred@356071875 after retry RPC after error@708298074) -> (continuation of Deferred@239113753 after retry RPC after error@1356748769) -> (continuation of Deferred@209029912 after retry RPC after error@419201753) -> (continuation of Deferred@302399361 after retry RPC after error@818221951)))
01:59:44.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:44.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:44.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:44.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:44.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.013 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.235 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@79930872(state=PENDING, result=null, callback=(continuation of Deferred@504027007 after retry RPC after error@1769391668) -> (continuation of Deferred@864215144 after retry RPC after error@720863109) -> (continuation of Deferred@1653531787 after retry RPC after error@1033296264) -> (continuation of Deferred@431222770 after retry RPC after error@136949782) -> (continuation of Deferred@488027940 after retry RPC after error@373782423) -> (continuation of Deferred@269338322 after retry RPC after error@1432452549) -> (continuation of Deferred@2103857114 after retry RPC after error@1353737262), errback=(continuation of Deferred@504027007 after retry RPC after error@1769391668) -> (continuation of Deferred@864215144 after retry RPC after error@720863109) -> (continuation of Deferred@1653531787 after retry RPC after error@1033296264) -> (continuation of Deferred@431222770 after retry RPC after error@136949782) -> (continuation of Deferred@488027940 after retry RPC after error@373782423) -> (continuation of Deferred@269338322 after retry RPC after error@1432452549) -> (continuation of Deferred@2103857114 after retry RPC after error@1353737262)))
01:59:45.236 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@79930872(state=PENDING, result=null, callback=(continuation of Deferred@504027007 after retry RPC after error@1769391668) -> (continuation of Deferred@864215144 after retry RPC after error@720863109) -> (continuation of Deferred@1653531787 after retry RPC after error@1033296264) -> (continuation of Deferred@431222770 after retry RPC after error@136949782) -> (continuation of Deferred@488027940 after retry RPC after error@373782423) -> (continuation of Deferred@269338322 after retry RPC after error@1432452549) -> (continuation of Deferred@2103857114 after retry RPC after error@1353737262), errback=(continuation of Deferred@504027007 after retry RPC after error@1769391668) -> (continuation of Deferred@864215144 after retry RPC after error@720863109) -> (continuation of Deferred@1653531787 after retry RPC after error@1033296264) -> (continuation of Deferred@431222770 after retry RPC after error@136949782) -> (continuation of Deferred@488027940 after retry RPC after error@373782423) -> (continuation of Deferred@269338322 after retry RPC after error@1432452549) -> (continuation of Deferred@2103857114 after retry RPC after error@1353737262)))
01:59:45.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.456 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1793053118(state=PENDING, result=null, callback=(continuation of Deferred@1011532763 after retry RPC after error@422659900) -> (continuation of Deferred@2069471634 after retry RPC after error@1872747878) -> (continuation of Deferred@94474069 after retry RPC after error@372912250) -> (continuation of Deferred@551114270 after retry RPC after error@834460558) -> (continuation of Deferred@955134411 after retry RPC after error@2140172108) -> (continuation of Deferred@362004230 after retry RPC after error@1118070417) -> (continuation of Deferred@193820519 after retry RPC after error@1998291797), errback=(continuation of Deferred@1011532763 after retry RPC after error@422659900) -> (continuation of Deferred@2069471634 after retry RPC after error@1872747878) -> (continuation of Deferred@94474069 after retry RPC after error@372912250) -> (continuation of Deferred@551114270 after retry RPC after error@834460558) -> (continuation of Deferred@955134411 after retry RPC after error@2140172108) -> (continuation of Deferred@362004230 after retry RPC after error@1118070417) -> (continuation of Deferred@193820519 after retry RPC after error@1998291797)))
01:59:45.456 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1793053118(state=PENDING, result=null, callback=(continuation of Deferred@1011532763 after retry RPC after error@422659900) -> (continuation of Deferred@2069471634 after retry RPC after error@1872747878) -> (continuation of Deferred@94474069 after retry RPC after error@372912250) -> (continuation of Deferred@551114270 after retry RPC after error@834460558) -> (continuation of Deferred@955134411 after retry RPC after error@2140172108) -> (continuation of Deferred@362004230 after retry RPC after error@1118070417) -> (continuation of Deferred@193820519 after retry RPC after error@1998291797), errback=(continuation of Deferred@1011532763 after retry RPC after error@422659900) -> (continuation of Deferred@2069471634 after retry RPC after error@1872747878) -> (continuation of Deferred@94474069 after retry RPC after error@372912250) -> (continuation of Deferred@551114270 after retry RPC after error@834460558) -> (continuation of Deferred@955134411 after retry RPC after error@2140172108) -> (continuation of Deferred@362004230 after retry RPC after error@1118070417) -> (continuation of Deferred@193820519 after retry RPC after error@1998291797)))
01:59:45.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.676 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1769504227(state=PENDING, result=null, callback=(continuation of Deferred@1071827971 after retry RPC after error@975848683) -> (continuation of Deferred@1159681538 after retry RPC after error@1872935975) -> (continuation of Deferred@1183446788 after retry RPC after error@778890786) -> (continuation of Deferred@301732523 after retry RPC after error@1799735095) -> (continuation of Deferred@1652370572 after retry RPC after error@732545823) -> (continuation of Deferred@1521612171 after retry RPC after error@529067413), errback=(continuation of Deferred@1071827971 after retry RPC after error@975848683) -> (continuation of Deferred@1159681538 after retry RPC after error@1872935975) -> (continuation of Deferred@1183446788 after retry RPC after error@778890786) -> (continuation of Deferred@301732523 after retry RPC after error@1799735095) -> (continuation of Deferred@1652370572 after retry RPC after error@732545823) -> (continuation of Deferred@1521612171 after retry RPC after error@529067413)))
01:59:45.676 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1769504227(state=PENDING, result=null, callback=(continuation of Deferred@1071827971 after retry RPC after error@975848683) -> (continuation of Deferred@1159681538 after retry RPC after error@1872935975) -> (continuation of Deferred@1183446788 after retry RPC after error@778890786) -> (continuation of Deferred@301732523 after retry RPC after error@1799735095) -> (continuation of Deferred@1652370572 after retry RPC after error@732545823) -> (continuation of Deferred@1521612171 after retry RPC after error@529067413), errback=(continuation of Deferred@1071827971 after retry RPC after error@975848683) -> (continuation of Deferred@1159681538 after retry RPC after error@1872935975) -> (continuation of Deferred@1183446788 after retry RPC after error@778890786) -> (continuation of Deferred@301732523 after retry RPC after error@1799735095) -> (continuation of Deferred@1652370572 after retry RPC after error@732545823) -> (continuation of Deferred@1521612171 after retry RPC after error@529067413)))
01:59:45.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.933 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.954 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1277962363(state=PENDING, result=null, callback=(continuation of Deferred@942443303 after retry RPC after error@472237737) -> (continuation of Deferred@1549177067 after retry RPC after error@1905530090) -> (continuation of Deferred@767417420 after retry RPC after error@530532316) -> (continuation of Deferred@1999002892 after retry RPC after error@650388550) -> (continuation of Deferred@1700320110 after retry RPC after error@1890750) -> (continuation of Deferred@1167538828 after retry RPC after error@1123471468) -> (continuation of Deferred@1637267711 after retry RPC after error@119626842) -> (continuation of Deferred@2065585512 after retry RPC after error@262115287), errback=(continuation of Deferred@942443303 after retry RPC after error@472237737) -> (continuation of Deferred@1549177067 after retry RPC after error@1905530090) -> (continuation of Deferred@767417420 after retry RPC after error@530532316) -> (continuation of Deferred@1999002892 after retry RPC after error@650388550) -> (continuation of Deferred@1700320110 after retry RPC after error@1890750) -> (continuation of Deferred@1167538828 after retry RPC after error@1123471468) -> (continuation of Deferred@1637267711 after retry RPC after error@119626842) -> (continuation of Deferred@2065585512 after retry RPC after error@262115287)))
01:59:45.954 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:45.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:45.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:45.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:45.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:45.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:45.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.195 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@871381963(state=PENDING, result=null, callback=(continuation of Deferred@1044397375 after retry RPC after error@923288526) -> (continuation of Deferred@758071329 after retry RPC after error@531830828) -> (continuation of Deferred@539326240 after retry RPC after error@1430673113) -> (continuation of Deferred@46086680 after retry RPC after error@88743963) -> (continuation of Deferred@249416677 after retry RPC after error@1766499449) -> (continuation of Deferred@308165810 after retry RPC after error@1178635290) -> (continuation of Deferred@639821268 after retry RPC after error@444068869), errback=(continuation of Deferred@1044397375 after retry RPC after error@923288526) -> (continuation of Deferred@758071329 after retry RPC after error@531830828) -> (continuation of Deferred@539326240 after retry RPC after error@1430673113) -> (continuation of Deferred@46086680 after retry RPC after error@88743963) -> (continuation of Deferred@249416677 after retry RPC after error@1766499449) -> (continuation of Deferred@308165810 after retry RPC after error@1178635290) -> (continuation of Deferred@639821268 after retry RPC after error@444068869)))
01:59:46.195 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@871381963(state=PENDING, result=null, callback=(continuation of Deferred@1044397375 after retry RPC after error@923288526) -> (continuation of Deferred@758071329 after retry RPC after error@531830828) -> (continuation of Deferred@539326240 after retry RPC after error@1430673113) -> (continuation of Deferred@46086680 after retry RPC after error@88743963) -> (continuation of Deferred@249416677 after retry RPC after error@1766499449) -> (continuation of Deferred@308165810 after retry RPC after error@1178635290) -> (continuation of Deferred@639821268 after retry RPC after error@444068869), errback=(continuation of Deferred@1044397375 after retry RPC after error@923288526) -> (continuation of Deferred@758071329 after retry RPC after error@531830828) -> (continuation of Deferred@539326240 after retry RPC after error@1430673113) -> (continuation of Deferred@46086680 after retry RPC after error@88743963) -> (continuation of Deferred@249416677 after retry RPC after error@1766499449) -> (continuation of Deferred@308165810 after retry RPC after error@1178635290) -> (continuation of Deferred@639821268 after retry RPC after error@444068869)))
01:59:46.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.217 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:46.381881 2864 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:46.383299 2864 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '54ec7aca4c964e86a741a6bdc2079db3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.2.110.254:43785,127.2.110.253:44917,127.2.110.252:33043, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:46.385625 2864 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.2.110.254:43785)
01:59:46.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.456 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@698955684(state=PENDING, result=null, callback=(continuation of Deferred@2125088148 after retry RPC after error@1916303666) -> (continuation of Deferred@1262043299 after retry RPC after error@734874231) -> (continuation of Deferred@132594815 after retry RPC after error@908534872) -> (continuation of Deferred@932857447 after retry RPC after error@1992637457) -> (continuation of Deferred@1224733298 after retry RPC after error@1207245521) -> (continuation of Deferred@574211382 after retry RPC after error@2101563604) -> (continuation of Deferred@1251496300 after retry RPC after error@626325884), errback=(continuation of Deferred@2125088148 after retry RPC after error@1916303666) -> (continuation of Deferred@1262043299 after retry RPC after error@734874231) -> (continuation of Deferred@132594815 after retry RPC after error@908534872) -> (continuation of Deferred@932857447 after retry RPC after error@1992637457) -> (continuation of Deferred@1224733298 after retry RPC after error@1207245521) -> (continuation of Deferred@574211382 after retry RPC after error@2101563604) -> (continuation of Deferred@1251496300 after retry RPC after error@626325884)))
01:59:46.456 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [3ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@698955684(state=PENDING, result=null, callback=(continuation of Deferred@2125088148 after retry RPC after error@1916303666) -> (continuation of Deferred@1262043299 after retry RPC after error@734874231) -> (continuation of Deferred@132594815 after retry RPC after error@908534872) -> (continuation of Deferred@932857447 after retry RPC after error@1992637457) -> (continuation of Deferred@1224733298 after retry RPC after error@1207245521) -> (continuation of Deferred@574211382 after retry RPC after error@2101563604) -> (continuation of Deferred@1251496300 after retry RPC after error@626325884), errback=(continuation of Deferred@2125088148 after retry RPC after error@1916303666) -> (continuation of Deferred@1262043299 after retry RPC after error@734874231) -> (continuation of Deferred@132594815 after retry RPC after error@908534872) -> (continuation of Deferred@932857447 after retry RPC after error@1992637457) -> (continuation of Deferred@1224733298 after retry RPC after error@1207245521) -> (continuation of Deferred@574211382 after retry RPC after error@2101563604) -> (continuation of Deferred@1251496300 after retry RPC after error@626325884)))
01:59:46.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.498 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.499 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.733 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [25ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [25ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [25ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@739896501(state=PENDING, result=null, callback=(continuation of Deferred@47241531 after retry RPC after error@1389121932) -> (continuation of Deferred@1975319471 after retry RPC after error@371445225) -> (continuation of Deferred@306104087 after retry RPC after error@583967981) -> (continuation of Deferred@809321112 after retry RPC after error@955882995) -> (continuation of Deferred@1553720196 after retry RPC after error@187026742) -> (continuation of Deferred@1364617032 after retry RPC after error@632585876) -> (continuation of Deferred@649080421 after retry RPC after error@64560120), errback=(continuation of Deferred@47241531 after retry RPC after error@1389121932) -> (continuation of Deferred@1975319471 after retry RPC after error@371445225) -> (continuation of Deferred@306104087 after retry RPC after error@583967981) -> (continuation of Deferred@809321112 after retry RPC after error@955882995) -> (continuation of Deferred@1553720196 after retry RPC after error@187026742) -> (continuation of Deferred@1364617032 after retry RPC after error@632585876) -> (continuation of Deferred@649080421 after retry RPC after error@64560120)))
01:59:46.733 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:46.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.933 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.936 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1328506737(state=PENDING, result=null, callback=(continuation of Deferred@28350162 after retry RPC after error@488873756) -> (continuation of Deferred@1929105851 after retry RPC after error@1180378234) -> (continuation of Deferred@1138244709 after retry RPC after error@1107464317) -> (continuation of Deferred@1859708815 after retry RPC after error@1908373210) -> (continuation of Deferred@1929791388 after retry RPC after error@634499321) -> (continuation of Deferred@203214675 after retry RPC after error@102719916), errback=(continuation of Deferred@28350162 after retry RPC after error@488873756) -> (continuation of Deferred@1929105851 after retry RPC after error@1180378234) -> (continuation of Deferred@1138244709 after retry RPC after error@1107464317) -> (continuation of Deferred@1859708815 after retry RPC after error@1908373210) -> (continuation of Deferred@1929791388 after retry RPC after error@634499321) -> (continuation of Deferred@203214675 after retry RPC after error@102719916)))
01:59:46.936 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1328506737(state=PENDING, result=null, callback=(continuation of Deferred@28350162 after retry RPC after error@488873756) -> (continuation of Deferred@1929105851 after retry RPC after error@1180378234) -> (continuation of Deferred@1138244709 after retry RPC after error@1107464317) -> (continuation of Deferred@1859708815 after retry RPC after error@1908373210) -> (continuation of Deferred@1929791388 after retry RPC after error@634499321) -> (continuation of Deferred@203214675 after retry RPC after error@102719916), errback=(continuation of Deferred@28350162 after retry RPC after error@488873756) -> (continuation of Deferred@1929105851 after retry RPC after error@1180378234) -> (continuation of Deferred@1138244709 after retry RPC after error@1107464317) -> (continuation of Deferred@1859708815 after retry RPC after error@1908373210) -> (continuation of Deferred@1929791388 after retry RPC after error@634499321) -> (continuation of Deferred@203214675 after retry RPC after error@102719916)))
01:59:46.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.975 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:46.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:46.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:46.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:46.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:46.994 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.135 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@404693206(state=PENDING, result=null, callback=(continuation of Deferred@560818942 after retry RPC after error@327112859) -> (continuation of Deferred@614424792 after retry RPC after error@1172827405) -> (continuation of Deferred@253183445 after retry RPC after error@1715826476) -> (continuation of Deferred@956521116 after retry RPC after error@1140213556) -> (continuation of Deferred@1996131186 after retry RPC after error@999007886) -> (continuation of Deferred@419421401 after retry RPC after error@1765930773) -> (continuation of Deferred@1271021652 after retry RPC after error@765141108), errback=(continuation of Deferred@560818942 after retry RPC after error@327112859) -> (continuation of Deferred@614424792 after retry RPC after error@1172827405) -> (continuation of Deferred@253183445 after retry RPC after error@1715826476) -> (continuation of Deferred@956521116 after retry RPC after error@1140213556) -> (continuation of Deferred@1996131186 after retry RPC after error@999007886) -> (continuation of Deferred@419421401 after retry RPC after error@1765930773) -> (continuation of Deferred@1271021652 after retry RPC after error@765141108)))
01:59:47.136 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@404693206(state=PENDING, result=null, callback=(continuation of Deferred@560818942 after retry RPC after error@327112859) -> (continuation of Deferred@614424792 after retry RPC after error@1172827405) -> (continuation of Deferred@253183445 after retry RPC after error@1715826476) -> (continuation of Deferred@956521116 after retry RPC after error@1140213556) -> (continuation of Deferred@1996131186 after retry RPC after error@999007886) -> (continuation of Deferred@419421401 after retry RPC after error@1765930773) -> (continuation of Deferred@1271021652 after retry RPC after error@765141108), errback=(continuation of Deferred@560818942 after retry RPC after error@327112859) -> (continuation of Deferred@614424792 after retry RPC after error@1172827405) -> (continuation of Deferred@253183445 after retry RPC after error@1715826476) -> (continuation of Deferred@956521116 after retry RPC after error@1140213556) -> (continuation of Deferred@1996131186 after retry RPC after error@999007886) -> (continuation of Deferred@419421401 after retry RPC after error@1765930773) -> (continuation of Deferred@1271021652 after retry RPC after error@765141108)))
01:59:47.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.153 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.153 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.154 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.175 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.213 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.213 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.213 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.335 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1782605868(state=PENDING, result=null, callback=(continuation of Deferred@468963519 after retry RPC after error@2053225068) -> (continuation of Deferred@263738659 after retry RPC after error@1724927472) -> (continuation of Deferred@1671630781 after retry RPC after error@350649215) -> (continuation of Deferred@1505371533 after retry RPC after error@1029790855) -> (continuation of Deferred@1178886769 after retry RPC after error@1633600581) -> (continuation of Deferred@1765802926 after retry RPC after error@1592979301), errback=(continuation of Deferred@468963519 after retry RPC after error@2053225068) -> (continuation of Deferred@263738659 after retry RPC after error@1724927472) -> (continuation of Deferred@1671630781 after retry RPC after error@350649215) -> (continuation of Deferred@1505371533 after retry RPC after error@1029790855) -> (continuation of Deferred@1178886769 after retry RPC after error@1633600581) -> (continuation of Deferred@1765802926 after retry RPC after error@1592979301)))
01:59:47.335 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@1782605868(state=PENDING, result=null, callback=(continuation of Deferred@468963519 after retry RPC after error@2053225068) -> (continuation of Deferred@263738659 after retry RPC after error@1724927472) -> (continuation of Deferred@1671630781 after retry RPC after error@350649215) -> (continuation of Deferred@1505371533 after retry RPC after error@1029790855) -> (continuation of Deferred@1178886769 after retry RPC after error@1633600581) -> (continuation of Deferred@1765802926 after retry RPC after error@1592979301), errback=(continuation of Deferred@468963519 after retry RPC after error@2053225068) -> (continuation of Deferred@263738659 after retry RPC after error@1724927472) -> (continuation of Deferred@1671630781 after retry RPC after error@350649215) -> (continuation of Deferred@1505371533 after retry RPC after error@1029790855) -> (continuation of Deferred@1178886769 after retry RPC after error@1633600581) -> (continuation of Deferred@1765802926 after retry RPC after error@1592979301)))
01:59:47.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.353 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.353 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.354 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.473 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.474 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.575 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@896492106(state=PENDING, result=null, callback=(continuation of Deferred@1195474640 after retry RPC after error@2101963180) -> (continuation of Deferred@209377230 after retry RPC after error@1120504121) -> (continuation of Deferred@238209102 after retry RPC after error@939574317) -> (continuation of Deferred@1654562884 after retry RPC after error@1813015919) -> (continuation of Deferred@1962453019 after retry RPC after error@1256667909) -> (continuation of Deferred@1575763613 after retry RPC after error@846748506) -> (continuation of Deferred@66159998 after retry RPC after error@1883093270), errback=(continuation of Deferred@1195474640 after retry RPC after error@2101963180) -> (continuation of Deferred@209377230 after retry RPC after error@1120504121) -> (continuation of Deferred@238209102 after retry RPC after error@939574317) -> (continuation of Deferred@1654562884 after retry RPC after error@1813015919) -> (continuation of Deferred@1962453019 after retry RPC after error@1256667909) -> (continuation of Deferred@1575763613 after retry RPC after error@846748506) -> (continuation of Deferred@66159998 after retry RPC after error@1883093270)))
01:59:47.576 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@896492106(state=PENDING, result=null, callback=(continuation of Deferred@1195474640 after retry RPC after error@2101963180) -> (continuation of Deferred@209377230 after retry RPC after error@1120504121) -> (continuation of Deferred@238209102 after retry RPC after error@939574317) -> (continuation of Deferred@1654562884 after retry RPC after error@1813015919) -> (continuation of Deferred@1962453019 after retry RPC after error@1256667909) -> (continuation of Deferred@1575763613 after retry RPC after error@846748506) -> (continuation of Deferred@66159998 after retry RPC after error@1883093270), errback=(continuation of Deferred@1195474640 after retry RPC after error@2101963180) -> (continuation of Deferred@209377230 after retry RPC after error@1120504121) -> (continuation of Deferred@238209102 after retry RPC after error@939574317) -> (continuation of Deferred@1654562884 after retry RPC after error@1813015919) -> (continuation of Deferred@1962453019 after retry RPC after error@1256667909) -> (continuation of Deferred@1575763613 after retry RPC after error@846748506) -> (continuation of Deferred@66159998 after retry RPC after error@1883093270)))
01:59:47.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.816 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@185713085(state=PENDING, result=null, callback=(continuation of Deferred@354861570 after retry RPC after error@790128833) -> (continuation of Deferred@1542778567 after retry RPC after error@1592639533) -> (continuation of Deferred@2105032480 after retry RPC after error@290065966) -> (continuation of Deferred@1840535574 after retry RPC after error@1575489829) -> (continuation of Deferred@1641395335 after retry RPC after error@548404717) -> (continuation of Deferred@1863607558 after retry RPC after error@1927815416) -> (continuation of Deferred@1045812142 after retry RPC after error@1632243996) -> (continuation of Deferred@758801510 after retry RPC after error@518422233), errback=(continuation of Deferred@354861570 after retry RPC after error@790128833) -> (continuation of Deferred@1542778567 after retry RPC after error@1592639533) -> (continuation of Deferred@2105032480 after retry RPC after error@290065966) -> (continuation of Deferred@1840535574 after retry RPC after error@1575489829) -> (continuation of Deferred@1641395335 after retry RPC after error@548404717) -> (continuation of Deferred@1863607558 after retry RPC after error@1927815416) -> (continuation of Deferred@1045812142 after retry RPC after error@1632243996) -> (continuation of Deferred@758801510 after retry RPC after error@518422233)))
01:59:47.816 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@185713085(state=PENDING, result=null, callback=(continuation of Deferred@354861570 after retry RPC after error@790128833) -> (continuation of Deferred@1542778567 after retry RPC after error@1592639533) -> (continuation of Deferred@2105032480 after retry RPC after error@290065966) -> (continuation of Deferred@1840535574 after retry RPC after error@1575489829) -> (continuation of Deferred@1641395335 after retry RPC after error@548404717) -> (continuation of Deferred@1863607558 after retry RPC after error@1927815416) -> (continuation of Deferred@1045812142 after retry RPC after error@1632243996) -> (continuation of Deferred@758801510 after retry RPC after error@518422233), errback=(continuation of Deferred@354861570 after retry RPC after error@790128833) -> (continuation of Deferred@1542778567 after retry RPC after error@1592639533) -> (continuation of Deferred@2105032480 after retry RPC after error@290065966) -> (continuation of Deferred@1840535574 after retry RPC after error@1575489829) -> (continuation of Deferred@1641395335 after retry RPC after error@548404717) -> (continuation of Deferred@1863607558 after retry RPC after error@1927815416) -> (continuation of Deferred@1045812142 after retry RPC after error@1632243996) -> (continuation of Deferred@758801510 after retry RPC after error@518422233)))
01:59:47.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:47.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:47.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:47.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:47.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:47.995 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.016 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@72543448(state=PENDING, result=null, callback=(continuation of Deferred@716201424 after retry RPC after error@12487508) -> (continuation of Deferred@1200409238 after retry RPC after error@1420548755) -> (continuation of Deferred@2086490891 after retry RPC after error@139297791) -> (continuation of Deferred@699670554 after retry RPC after error@599857405) -> (continuation of Deferred@890425989 after retry RPC after error@1361378723) -> (continuation of Deferred@1494791021 after retry RPC after error@1916100163) -> (continuation of Deferred@1360018554 after retry RPC after error@665786910), errback=(continuation of Deferred@716201424 after retry RPC after error@12487508) -> (continuation of Deferred@1200409238 after retry RPC after error@1420548755) -> (continuation of Deferred@2086490891 after retry RPC after error@139297791) -> (continuation of Deferred@699670554 after retry RPC after error@599857405) -> (continuation of Deferred@890425989 after retry RPC after error@1361378723) -> (continuation of Deferred@1494791021 after retry RPC after error@1916100163) -> (continuation of Deferred@1360018554 after retry RPC after error@665786910)))
01:59:48.016 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@72543448(state=PENDING, result=null, callback=(continuation of Deferred@716201424 after retry RPC after error@12487508) -> (continuation of Deferred@1200409238 after retry RPC after error@1420548755) -> (continuation of Deferred@2086490891 after retry RPC after error@139297791) -> (continuation of Deferred@699670554 after retry RPC after error@599857405) -> (continuation of Deferred@890425989 after retry RPC after error@1361378723) -> (continuation of Deferred@1494791021 after retry RPC after error@1916100163) -> (continuation of Deferred@1360018554 after retry RPC after error@665786910), errback=(continuation of Deferred@716201424 after retry RPC after error@12487508) -> (continuation of Deferred@1200409238 after retry RPC after error@1420548755) -> (continuation of Deferred@2086490891 after retry RPC after error@139297791) -> (continuation of Deferred@699670554 after retry RPC after error@599857405) -> (continuation of Deferred@890425989 after retry RPC after error@1361378723) -> (continuation of Deferred@1494791021 after retry RPC after error@1916100163) -> (continuation of Deferred@1360018554 after retry RPC after error@665786910)))
01:59:48.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:48.178783 3849 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3426549a497b4d84aea11ba8679e2fda)
01:59:48.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:48.178988 3849 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dc213224dbf492fa6037764694d0d24" member_type: VOTER last_known_addr { host: "127.2.110.254" port: 43785 } } peers { permanent_uuid: "cd5a8d5e7e274550a0c87d04ab961c29" member_type: VOTER last_known_addr { host: "127.2.110.253" port: 44917 } } peers { permanent_uuid: "3426549a497b4d84aea11ba8679e2fda" member_type: VOTER last_known_addr { host: "127.2.110.252" port: 33043 } }
01:59:48.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:48.179697 3849 leader_election.cc:290] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917), 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043)
01:59:48.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:48.180660 3378 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:59:48.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:48.182186 3381 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cd5a8d5e7e274550a0c87d04ab961c29 (127.2.110.253:44917): Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111)
01:59:48.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:48.182796 3378 leader_election.cc:336] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3426549a497b4d84aea11ba8679e2fda (127.2.110.252:33043): Network error: Client connection negotiation failed: client connection to 127.2.110.252:33043: connect: Connection refused (error 111)
01:59:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:48.182924 3378 leader_election.cc:304] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4dc213224dbf492fa6037764694d0d24; no voters: 3426549a497b4d84aea11ba8679e2fda, cd5a8d5e7e274550a0c87d04ab961c29
01:59:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:48.183235 3849 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4dc213224dbf492fa6037764694d0d24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:59:48.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.293 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1979237874(state=PENDING, result=null, callback=(continuation of Deferred@1488119115 after retry RPC after error@756524746) -> (continuation of Deferred@2089110398 after retry RPC after error@1331807817) -> (continuation of Deferred@11987539 after retry RPC after error@277298553) -> (continuation of Deferred@1175411372 after retry RPC after error@119377834) -> (continuation of Deferred@810424680 after retry RPC after error@420189933) -> (continuation of Deferred@636314970 after retry RPC after error@1315360402) -> (continuation of Deferred@237181807 after retry RPC after error@1264208056), errback=(continuation of Deferred@1488119115 after retry RPC after error@756524746) -> (continuation of Deferred@2089110398 after retry RPC after error@1331807817) -> (continuation of Deferred@11987539 after retry RPC after error@277298553) -> (continuation of Deferred@1175411372 after retry RPC after error@119377834) -> (continuation of Deferred@810424680 after retry RPC after error@420189933) -> (continuation of Deferred@636314970 after retry RPC after error@1315360402) -> (continuation of Deferred@237181807 after retry RPC after error@1264208056)))
01:59:48.294 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
01:59:48.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.353 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.353 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.433 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.433 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.535 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@2033710419(state=PENDING, result=null, callback=(continuation of Deferred@307496706 after retry RPC after error@354125949) -> (continuation of Deferred@420761858 after retry RPC after error@1607442974) -> (continuation of Deferred@1838273266 after retry RPC after error@604039005) -> (continuation of Deferred@522661534 after retry RPC after error@1037738038) -> (continuation of Deferred@1581245245 after retry RPC after error@2108083624) -> (continuation of Deferred@1540575068 after retry RPC after error@870354688) -> (continuation of Deferred@317174858 after retry RPC after error@1499979827), errback=(continuation of Deferred@307496706 after retry RPC after error@354125949) -> (continuation of Deferred@420761858 after retry RPC after error@1607442974) -> (continuation of Deferred@1838273266 after retry RPC after error@604039005) -> (continuation of Deferred@522661534 after retry RPC after error@1037738038) -> (continuation of Deferred@1581245245 after retry RPC after error@2108083624) -> (continuation of Deferred@1540575068 after retry RPC after error@870354688) -> (continuation of Deferred@317174858 after retry RPC after error@1499979827)))
01:59:48.536 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@2033710419(state=PENDING, result=null, callback=(continuation of Deferred@307496706 after retry RPC after error@354125949) -> (continuation of Deferred@420761858 after retry RPC after error@1607442974) -> (continuation of Deferred@1838273266 after retry RPC after error@604039005) -> (continuation of Deferred@522661534 after retry RPC after error@1037738038) -> (continuation of Deferred@1581245245 after retry RPC after error@2108083624) -> (continuation of Deferred@1540575068 after retry RPC after error@870354688) -> (continuation of Deferred@317174858 after retry RPC after error@1499979827), errback=(continuation of Deferred@307496706 after retry RPC after error@354125949) -> (continuation of Deferred@420761858 after retry RPC after error@1607442974) -> (continuation of Deferred@1838273266 after retry RPC after error@604039005) -> (continuation of Deferred@522661534 after retry RPC after error@1037738038) -> (continuation of Deferred@1581245245 after retry RPC after error@2108083624) -> (continuation of Deferred@1540575068 after retry RPC after error@870354688) -> (continuation of Deferred@317174858 after retry RPC after error@1499979827)))
01:59:48.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.595 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.595 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.595 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.596 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:48.626155 3361 master_runner.cc:187] Error getting master registration for 127.2.110.253:44917: Network error: Client connection negotiation failed: client connection to 127.2.110.253:44917: connect: Connection refused (error 111),
01:59:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:48.626353 3361 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:59:48.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.714 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.755 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@30220994(state=PENDING, result=null, callback=(continuation of Deferred@688824416 after retry RPC after error@2071960436) -> (continuation of Deferred@1335514866 after retry RPC after error@665429745) -> (continuation of Deferred@2079854532 after retry RPC after error@2094768116) -> (continuation of Deferred@1642818395 after retry RPC after error@186632121) -> (continuation of Deferred@807567153 after retry RPC after error@270951166) -> (continuation of Deferred@707617298 after retry RPC after error@1601854177) -> (continuation of Deferred@2088922568 after retry RPC after error@1603326260) -> (continuation of Deferred@510395686 after retry RPC after error@332200280), errback=(continuation of Deferred@688824416 after retry RPC after error@2071960436) -> (continuation of Deferred@1335514866 after retry RPC after error@665429745) -> (continuation of Deferred@2079854532 after retry RPC after error@2094768116) -> (continuation of Deferred@1642818395 after retry RPC after error@186632121) -> (continuation of Deferred@807567153 after retry RPC after error@270951166) -> (continuation of Deferred@707617298 after retry RPC after error@1601854177) -> (continuation of Deferred@2088922568 after retry RPC after error@1603326260) -> (continuation of Deferred@510395686 after retry RPC after error@332200280)))
01:59:48.756 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [160ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@30220994(state=PENDING, result=null, callback=(continuation of Deferred@688824416 after retry RPC after error@2071960436) -> (continuation of Deferred@1335514866 after retry RPC after error@665429745) -> (continuation of Deferred@2079854532 after retry RPC after error@2094768116) -> (continuation of Deferred@1642818395 after retry RPC after error@186632121) -> (continuation of Deferred@807567153 after retry RPC after error@270951166) -> (continuation of Deferred@707617298 after retry RPC after error@1601854177) -> (continuation of Deferred@2088922568 after retry RPC after error@1603326260) -> (continuation of Deferred@510395686 after retry RPC after error@332200280), errback=(continuation of Deferred@688824416 after retry RPC after error@2071960436) -> (continuation of Deferred@1335514866 after retry RPC after error@665429745) -> (continuation of Deferred@2079854532 after retry RPC after error@2094768116) -> (continuation of Deferred@1642818395 after retry RPC after error@186632121) -> (continuation of Deferred@807567153 after retry RPC after error@270951166) -> (continuation of Deferred@707617298 after retry RPC after error@1601854177) -> (continuation of Deferred@2088922568 after retry RPC after error@1603326260) -> (continuation of Deferred@510395686 after retry RPC after error@332200280)))
01:59:48.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.796 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.834 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:48.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:48.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:48.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:48.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:48.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.015 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@710548363(state=PENDING, result=null, callback=(continuation of Deferred@1969386581 after retry RPC after error@266431162) -> (continuation of Deferred@282441102 after retry RPC after error@1789489756) -> (continuation of Deferred@210727808 after retry RPC after error@146766865) -> (continuation of Deferred@897306957 after retry RPC after error@350322220) -> (continuation of Deferred@1669663811 after retry RPC after error@279559126) -> (continuation of Deferred@2075386167 after retry RPC after error@1681711219) -> (continuation of Deferred@789581731 after retry RPC after error@1924822684), errback=(continuation of Deferred@1969386581 after retry RPC after error@266431162) -> (continuation of Deferred@282441102 after retry RPC after error@1789489756) -> (continuation of Deferred@210727808 after retry RPC after error@146766865) -> (continuation of Deferred@897306957 after retry RPC after error@350322220) -> (continuation of Deferred@1669663811 after retry RPC after error@279559126) -> (continuation of Deferred@2075386167 after retry RPC after error@1681711219) -> (continuation of Deferred@789581731 after retry RPC after error@1924822684)))
01:59:49.016 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@710548363(state=PENDING, result=null, callback=(continuation of Deferred@1969386581 after retry RPC after error@266431162) -> (continuation of Deferred@282441102 after retry RPC after error@1789489756) -> (continuation of Deferred@210727808 after retry RPC after error@146766865) -> (continuation of Deferred@897306957 after retry RPC after error@350322220) -> (continuation of Deferred@1669663811 after retry RPC after error@279559126) -> (continuation of Deferred@2075386167 after retry RPC after error@1681711219) -> (continuation of Deferred@789581731 after retry RPC after error@1924822684), errback=(continuation of Deferred@1969386581 after retry RPC after error@266431162) -> (continuation of Deferred@282441102 after retry RPC after error@1789489756) -> (continuation of Deferred@210727808 after retry RPC after error@146766865) -> (continuation of Deferred@897306957 after retry RPC after error@350322220) -> (continuation of Deferred@1669663811 after retry RPC after error@279559126) -> (continuation of Deferred@2075386167 after retry RPC after error@1681711219) -> (continuation of Deferred@789581731 after retry RPC after error@1924822684)))
01:59:49.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.033 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.093 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.095 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.136 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=32, TimeoutTracker(timeout=49972, elapsed=48520), Traces: [0ms] sending RPC to server master-127.2.110.252:33043, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] refreshing cache from master, [18ms] sending RPC to server master-127.2.110.252:33043, [18ms] sending RPC to server master-127.2.110.253:44917, [19ms] sending RPC to server master-127.2.110.254:43785, [19ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [19ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [38ms] refreshing cache from master, [39ms] sending RPC to server master-127.2.110.252:33043, [39ms] sending RPC to server master-127.2.110.253:44917, [40ms] sending RPC to server master-127.2.110.254:43785, [40ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.2.110.252:33043, [59ms] sending RPC to server master-127.2.110.253:44917, [59ms] sending RPC to server master-127.2.110.254:43785, [60ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [78ms] refreshing cache from master, [78ms] sending RPC to server master-127.2.110.252:33043, [78ms] sending RPC to server master-127.2.110.253:44917, [79ms] sending RPC to server master-127.2.110.254:43785, [79ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [79ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] received response from server master-127.2.110.254:43785: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] sending RPC to server master-127.2.110.252:33043, [99ms] sending RPC to server master-127.2.110.253:44917, [99ms] sending RPC to server master-127.2.110.254:43785, [100ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [158ms] refreshing cache from master, [158ms] sending RPC to server master-127.2.110.252:33043, [158ms] sending RPC to server master-127.2.110.253:44917, [159ms] sending RPC to server master-127.2.110.254:43785, [159ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [159ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] received response from server master-127.2.110.254:43785: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [298ms] refreshing cache from master, [298ms] sending RPC to server master-127.2.110.252:33043, [299ms] sending RPC to server master-127.2.110.253:44917, [299ms] sending RPC to server master-127.2.110.254:43785, [300ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [300ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [302ms] received response from server master-127.2.110.254:43785: OK, [302ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [538ms] refreshing cache from master, [538ms] sending RPC to server master-127.2.110.252:33043, [539ms] sending RPC to server master-127.2.110.253:44917, [539ms] sending RPC to server master-127.2.110.254:43785, [540ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [540ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [541ms] received response from server master-127.2.110.254:43785: OK, [541ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [898ms] refreshing cache from master, [898ms] sending RPC to server master-127.2.110.252:33043, [899ms] sending RPC to server master-127.2.110.253:44917, [899ms] sending RPC to server master-127.2.110.254:43785, [900ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [900ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [901ms] received response from server master-127.2.110.254:43785: OK, [902ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [938ms] refreshing cache from master, [938ms] sending RPC to server master-127.2.110.252:33043, [940ms] sending RPC to server master-127.2.110.253:44917, [940ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [940ms] sending RPC to server master-127.2.110.254:43785, [941ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [942ms] received response from server master-127.2.110.254:43785: OK, [942ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2898ms] refreshing cache from master, [2898ms] sending RPC to server master-127.2.110.252:33043, [2898ms] sending RPC to server master-127.2.110.253:44917, [2898ms] sending RPC to server master-127.2.110.254:43785, [2899ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2899ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2900ms] received response from server master-127.2.110.254:43785: OK, [2900ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [6398ms] refreshing cache from master, [6398ms] sending RPC to server master-127.2.110.252:33043, [6399ms] sending RPC to server master-127.2.110.253:44917, [6399ms] sending RPC to server master-127.2.110.254:43785, [6399ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [6399ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [6401ms] received response from server master-127.2.110.254:43785: OK, [6401ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [9898ms] refreshing cache from master, [9898ms] sending RPC to server master-127.2.110.252:33043, [9898ms] too many traces: truncated at 100 traces, deferred=Deferred@700330068(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.2.110.252:33043 -> (continuation of Deferred@2059849807 after retry RPC after error@352331828) -> (continuation of Deferred@667832121 after retry RPC after error@2141906692) -> (continuation of Deferred@866255894 after retry RPC after error@670551006) -> (continuation of Deferred@1914044318 after retry RPC after error@1521460255) -> (continuation of Deferred@2031000040 after retry RPC after error@1614677036) -> (continuation of Deferred@1024130746 after retry RPC after error@446835288) -> (continuation of Deferred@393097533 after retry RPC after error@123816088) -> (continuation of Deferred@1844746720 after retry RPC after error@1712295660) -> (continuation of Deferred@9354441 after retry RPC after error@228987336) -> (continuation of Deferred@1146401285 after retry RPC after error@1580612749) -> (continuation of Deferred@724286326 after retry RPC after error@373217162) -> (continuation of Deferred@2006686674 after retry RPC after error@405144568) -> (continuation of Deferred@1847651201 after retry RPC after error@247653192) -> (continuation of Deferred@632073289 after retry RPC after error@222122695) -> (continuation of Deferred@1680399362 after retry RPC after error@2112469868) -> (continuation of Deferred@1030196860 after retry RPC after error@1521178749) -> (continuation of Deferred@2025932774 after retry RPC after error@1212391753) -> (continuation of Deferred@1238811219 after retry RPC after error@1228805028) -> (continuation of Deferred@1001554706 after retry RPC after error@1848521924) -> (continuation of Deferred@286631688 after retry RPC after error@680469949) -> (continuation of Deferred@118131117 after retry RPC after error@412943772) -> (continuation of Deferred@613211232 after retry RPC after error@1979688833) -> (continuation of Deferred@644550514 after retry RPC after error@1454002118) -> (continuation of Deferred@336062127 after retry RPC after error@474777601) -> (continuation of Deferred@1654789221 after retry RPC after error@1727181704) -> (continuation of Deferred@1307247463 after retry RPC after error@891262555) -> (continuation of Deferred@1198304673 after retry RPC after error@879835191) -> (continuation of Deferred@555021797 after retry RPC after error@1752171218) -> (continuation of Deferred@1246997464 after retry RPC after error@2002686501) -> (continuation of Deferred@1910762230 after retry RPC after error@426573962), errback=org.apache.kudu.client.ConnectToCluster$1@4eb76514 -> ConnectToMasterErrCB for 127.2.110.252:33043 -> (continuation of Deferred@2059849807 after retry RPC after error@352331828) -> (continuation of Deferred@667832121 after retry RPC after error@2141906692) -> (continuation of Deferred@866255894 after retry RPC after error@670551006) -> (continuation of Deferred@1914044318 after retry RPC after error@1521460255) -> (continuation of Deferred@2031000040 after retry RPC after error@1614677036) -> (continuation of Deferred@1024130746 after retry RPC after error@446835288) -> (continuation of Deferred@393097533 after retry RPC after error@123816088) -> (continuation of Deferred@1844746720 after retry RPC after error@1712295660) -> (continuation of Deferred@9354441 after retry RPC after error@228987336) -> (continuation of Deferred@1146401285 after retry RPC after error@1580612749) -> (continuation of Deferred@724286326 after retry RPC after error@373217162) -> (continuation of Deferred@2006686674 after retry RPC after error@405144568) -> (continuation of Deferred@1847651201 after retry RPC after error@247653192) -> (continuation of Deferred@632073289 after retry RPC after error@222122695) -> (continuation of Deferred@1680399362 after retry RPC after error@2112469868) -> (continuation of Deferred@1030196860 after retry RPC after error@1521178749) -> (continuation of Deferred@2025932774 after retry RPC after error@1212391753) -> (continuation of Deferred@1238811219 after retry RPC after error@1228805028) -> (continuation of Deferred@1001554706 after retry RPC after error@1848521924) -> (continuation of Deferred@286631688 after retry RPC after error@680469949) -> (continuation of Deferred@118131117 after retry RPC after error@412943772) -> (continuation of Deferred@613211232 after retry RPC after error@1979688833) -> (continuation of Deferred@644550514 after retry RPC after error@1454002118) -> (continuation of Deferred@336062127 after retry RPC after error@474777601) -> (continuation of Deferred@1654789221 after retry RPC after error@1727181704) -> (continuation of Deferred@1307247463 after retry RPC after error@891262555) -> (continuation of Deferred@1198304673 after retry RPC after error@879835191) -> (continuation of Deferred@555021797 after retry RPC after error@1752171218) -> (continuation of Deferred@1246997464 after retry RPC after error@2002686501) -> (continuation of Deferred@1910762230 after retry RPC after error@426573962)))
01:59:49.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=32, TimeoutTracker(timeout=49972, elapsed=48520), Traces: [0ms] sending RPC to server master-127.2.110.252:33043, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] refreshing cache from master, [18ms] sending RPC to server master-127.2.110.252:33043, [18ms] sending RPC to server master-127.2.110.253:44917, [19ms] sending RPC to server master-127.2.110.254:43785, [19ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [19ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [38ms] refreshing cache from master, [39ms] sending RPC to server master-127.2.110.252:33043, [39ms] sending RPC to server master-127.2.110.253:44917, [40ms] sending RPC to server master-127.2.110.254:43785, [40ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [59ms] refreshing cache from master, [59ms] sending RPC to server master-127.2.110.252:33043, [59ms] sending RPC to server master-127.2.110.253:44917, [59ms] sending RPC to server master-127.2.110.254:43785, [60ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [60ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [78ms] refreshing cache from master, [78ms] sending RPC to server master-127.2.110.252:33043, [78ms] sending RPC to server master-127.2.110.253:44917, [79ms] sending RPC to server master-127.2.110.254:43785, [79ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [79ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] received response from server master-127.2.110.254:43785: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [99ms] refreshing cache from master, [99ms] sending RPC to server master-127.2.110.252:33043, [99ms] sending RPC to server master-127.2.110.253:44917, [99ms] sending RPC to server master-127.2.110.254:43785, [100ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [158ms] refreshing cache from master, [158ms] sending RPC to server master-127.2.110.252:33043, [158ms] sending RPC to server master-127.2.110.253:44917, [159ms] sending RPC to server master-127.2.110.254:43785, [159ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [159ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] received response from server master-127.2.110.254:43785: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [298ms] refreshing cache from master, [298ms] sending RPC to server master-127.2.110.252:33043, [299ms] sending RPC to server master-127.2.110.253:44917, [299ms] sending RPC to server master-127.2.110.254:43785, [300ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [300ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [302ms] received response from server master-127.2.110.254:43785: OK, [302ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [538ms] refreshing cache from master, [538ms] sending RPC to server master-127.2.110.252:33043, [539ms] sending RPC to server master-127.2.110.253:44917, [539ms] sending RPC to server master-127.2.110.254:43785, [540ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [540ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [541ms] received response from server master-127.2.110.254:43785: OK, [541ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [898ms] refreshing cache from master, [898ms] sending RPC to server master-127.2.110.252:33043, [899ms] sending RPC to server master-127.2.110.253:44917, [899ms] sending RPC to server master-127.2.110.254:43785, [900ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [900ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [901ms] received response from server master-127.2.110.254:43785: OK, [902ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [938ms] refreshing cache from master, [938ms] sending RPC to server master-127.2.110.252:33043, [940ms] sending RPC to server master-127.2.110.253:44917, [940ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [940ms] sending RPC to server master-127.2.110.254:43785, [941ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [942ms] received response from server master-127.2.110.254:43785: OK, [942ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2898ms] refreshing cache from master, [2898ms] sending RPC to server master-127.2.110.252:33043, [2898ms] sending RPC to server master-127.2.110.253:44917, [2898ms] sending RPC to server master-127.2.110.254:43785, [2899ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2899ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2900ms] received response from server master-127.2.110.254:43785: OK, [2900ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [6398ms] refreshing cache from master, [6398ms] sending RPC to server master-127.2.110.252:33043, [6399ms] sending RPC to server master-127.2.110.253:44917, [6399ms] sending RPC to server master-127.2.110.254:43785, [6399ms] received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [6399ms] received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [6401ms] received response from server master-127.2.110.254:43785: OK, [6401ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [9898ms] refreshing cache from master, [9898ms] sending RPC to server master-127.2.110.252:33043, [9898ms] too many traces: truncated at 100 traces, deferred=Deferred@700330068(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.2.110.252:33043 -> (continuation of Deferred@2059849807 after retry RPC after error@352331828) -> (continuation of Deferred@667832121 after retry RPC after error@2141906692) -> (continuation of Deferred@866255894 after retry RPC after error@670551006) -> (continuation of Deferred@1914044318 after retry RPC after error@1521460255) -> (continuation of Deferred@2031000040 after retry RPC after error@1614677036) -> (continuation of Deferred@1024130746 after retry RPC after error@446835288) -> (continuation of Deferred@393097533 after retry RPC after error@123816088) -> (continuation of Deferred@1844746720 after retry RPC after error@1712295660) -> (continuation of Deferred@9354441 after retry RPC after error@228987336) -> (continuation of Deferred@1146401285 after retry RPC after error@1580612749) -> (continuation of Deferred@724286326 after retry RPC after error@373217162) -> (continuation of Deferred@2006686674 after retry RPC after error@405144568) -> (continuation of Deferred@1847651201 after retry RPC after error@247653192) -> (continuation of Deferred@632073289 after retry RPC after error@222122695) -> (continuation of Deferred@1680399362 after retry RPC after error@2112469868) -> (continuation of Deferred@1030196860 after retry RPC after error@1521178749) -> (continuation of Deferred@2025932774 after retry RPC after error@1212391753) -> (continuation of Deferred@1238811219 after retry RPC after error@1228805028) -> (continuation of Deferred@1001554706 after retry RPC after error@1848521924) -> (continuation of Deferred@286631688 after retry RPC after error@680469949) -> (continuation of Deferred@118131117 after retry RPC after error@412943772) -> (continuation of Deferred@613211232 after retry RPC after error@1979688833) -> (continuation of Deferred@644550514 after retry RPC after error@1454002118) -> (continuation of Deferred@336062127 after retry RPC after error@474777601) -> (continuation of Deferred@1654789221 after retry RPC after error@1727181704) -> (continuation of Deferred@1307247463 after retry RPC after error@891262555) -> (continuation of Deferred@1198304673 after retry RPC after error@879835191) -> (continuation of Deferred@555021797 after retry RPC after error@1752171218) -> (continuation of Deferred@1246997464 after retry RPC after error@2002686501) -> (continuation of Deferred@1910762230 after retry RPC after error@426573962), errback=org.apache.kudu.client.ConnectToCluster$1@4eb76514 -> ConnectToMasterErrCB for 127.2.110.252:33043 -> (continuation of Deferred@2059849807 after retry RPC after error@352331828) -> (continuation of Deferred@667832121 after retry RPC after error@2141906692) -> (continuation of Deferred@866255894 after retry RPC after error@670551006) -> (continuation of Deferred@1914044318 after retry RPC after error@1521460255) -> (continuation of Deferred@2031000040 after retry RPC after error@1614677036) -> (continuation of Deferred@1024130746 after retry RPC after error@446835288) -> (continuation of Deferred@393097533 after retry RPC after error@123816088) -> (continuation of Deferred@1844746720 after retry RPC after error@1712295660) -> (continuation of Deferred@9354441 after retry RPC after error@228987336) -> (continuation of Deferred@1146401285 after retry RPC after error@1580612749) -> (continuation of Deferred@724286326 after retry RPC after error@373217162) -> (continuation of Deferred@2006686674 after retry RPC after error@405144568) -> (continuation of Deferred@1847651201 after retry RPC after error@247653192) -> (continuation of Deferred@632073289 after retry RPC after error@222122695) -> (continuation of Deferred@1680399362 after retry RPC after error@2112469868) -> (continuation of Deferred@1030196860 after retry RPC after error@1521178749) -> (continuation of Deferred@2025932774 after retry RPC after error@1212391753) -> (continuation of Deferred@1238811219 after retry RPC after error@1228805028) -> (continuation of Deferred@1001554706 after retry RPC after error@1848521924) -> (continuation of Deferred@286631688 after retry RPC after error@680469949) -> (continuation of Deferred@118131117 after retry RPC after error@412943772) -> (continuation of Deferred@613211232 after retry RPC after error@1979688833) -> (continuation of Deferred@644550514 after retry RPC after error@1454002118) -> (continuation of Deferred@336062127 after retry RPC after error@474777601) -> (continuation of Deferred@1654789221 after retry RPC after error@1727181704) -> (continuation of Deferred@1307247463 after retry RPC after error@891262555) -> (continuation of Deferred@1198304673 after retry RPC after error@879835191) -> (continuation of Deferred@555021797 after retry RPC after error@1752171218) -> (continuation of Deferred@1246997464 after retry RPC after error@2002686501) -> (continuation of Deferred@1910762230 after retry RPC after error@426573962)))
01:59:49.137 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.213 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.275 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1379517408(state=PENDING, result=null, callback=(continuation of Deferred@668177270 after retry RPC after error@855066416) -> (continuation of Deferred@503880766 after retry RPC after error@45251292) -> (continuation of Deferred@960561631 after retry RPC after error@822546176) -> (continuation of Deferred@1806998642 after retry RPC after error@2059501378) -> (continuation of Deferred@1270863420 after retry RPC after error@1112129348) -> (continuation of Deferred@223472755 after retry RPC after error@2090580468) -> (continuation of Deferred@1235263085 after retry RPC after error@1176284034), errback=(continuation of Deferred@668177270 after retry RPC after error@855066416) -> (continuation of Deferred@503880766 after retry RPC after error@45251292) -> (continuation of Deferred@960561631 after retry RPC after error@822546176) -> (continuation of Deferred@1806998642 after retry RPC after error@2059501378) -> (continuation of Deferred@1270863420 after retry RPC after error@1112129348) -> (continuation of Deferred@223472755 after retry RPC after error@2090580468) -> (continuation of Deferred@1235263085 after retry RPC after error@1176284034)))
01:59:49.276 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@1379517408(state=PENDING, result=null, callback=(continuation of Deferred@668177270 after retry RPC after error@855066416) -> (continuation of Deferred@503880766 after retry RPC after error@45251292) -> (continuation of Deferred@960561631 after retry RPC after error@822546176) -> (continuation of Deferred@1806998642 after retry RPC after error@2059501378) -> (continuation of Deferred@1270863420 after retry RPC after error@1112129348) -> (continuation of Deferred@223472755 after retry RPC after error@2090580468) -> (continuation of Deferred@1235263085 after retry RPC after error@1176284034), errback=(continuation of Deferred@668177270 after retry RPC after error@855066416) -> (continuation of Deferred@503880766 after retry RPC after error@45251292) -> (continuation of Deferred@960561631 after retry RPC after error@822546176) -> (continuation of Deferred@1806998642 after retry RPC after error@2059501378) -> (continuation of Deferred@1270863420 after retry RPC after error@1112129348) -> (continuation of Deferred@223472755 after retry RPC after error@2090580468) -> (continuation of Deferred@1235263085 after retry RPC after error@1176284034)))
01:59:49.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.355 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.375 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.435 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@671163848(state=PENDING, result=null, callback=(continuation of Deferred@15804598 after retry RPC after error@284053087) -> (continuation of Deferred@1021267682 after retry RPC after error@491848660) -> (continuation of Deferred@342637648 after retry RPC after error@1980896308) -> (continuation of Deferred@813497418 after retry RPC after error@623253042) -> (continuation of Deferred@1356669050 after retry RPC after error@906505697) -> (continuation of Deferred@1631656390 after retry RPC after error@1958941786) -> (continuation of Deferred@1302602824 after retry RPC after error@984903480), errback=(continuation of Deferred@15804598 after retry RPC after error@284053087) -> (continuation of Deferred@1021267682 after retry RPC after error@491848660) -> (continuation of Deferred@342637648 after retry RPC after error@1980896308) -> (continuation of Deferred@813497418 after retry RPC after error@623253042) -> (continuation of Deferred@1356669050 after retry RPC after error@906505697) -> (continuation of Deferred@1631656390 after retry RPC after error@1958941786) -> (continuation of Deferred@1302602824 after retry RPC after error@984903480)))
01:59:49.435 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@671163848(state=PENDING, result=null, callback=(continuation of Deferred@15804598 after retry RPC after error@284053087) -> (continuation of Deferred@1021267682 after retry RPC after error@491848660) -> (continuation of Deferred@342637648 after retry RPC after error@1980896308) -> (continuation of Deferred@813497418 after retry RPC after error@623253042) -> (continuation of Deferred@1356669050 after retry RPC after error@906505697) -> (continuation of Deferred@1631656390 after retry RPC after error@1958941786) -> (continuation of Deferred@1302602824 after retry RPC after error@984903480), errback=(continuation of Deferred@15804598 after retry RPC after error@284053087) -> (continuation of Deferred@1021267682 after retry RPC after error@491848660) -> (continuation of Deferred@342637648 after retry RPC after error@1980896308) -> (continuation of Deferred@813497418 after retry RPC after error@623253042) -> (continuation of Deferred@1356669050 after retry RPC after error@906505697) -> (continuation of Deferred@1631656390 after retry RPC after error@1958941786) -> (continuation of Deferred@1302602824 after retry RPC after error@984903480)))
01:59:49.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.455 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.500 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.515 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.535 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.575 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.615 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [47ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@251823448(state=PENDING, result=null, callback=(continuation of Deferred@1259477380 after retry RPC after error@889029824) -> (continuation of Deferred@1899722232 after retry RPC after error@1787303618) -> (continuation of Deferred@831384622 after retry RPC after error@1762571611) -> (continuation of Deferred@1127258423 after retry RPC after error@1772403093) -> (continuation of Deferred@924238867 after retry RPC after error@732826567) -> (continuation of Deferred@1813042852 after retry RPC after error@540320418) -> (continuation of Deferred@562285803 after retry RPC after error@2049448751), errback=(continuation of Deferred@1259477380 after retry RPC after error@889029824) -> (continuation of Deferred@1899722232 after retry RPC after error@1787303618) -> (continuation of Deferred@831384622 after retry RPC after error@1762571611) -> (continuation of Deferred@1127258423 after retry RPC after error@1772403093) -> (continuation of Deferred@924238867 after retry RPC after error@732826567) -> (continuation of Deferred@1813042852 after retry RPC after error@540320418) -> (continuation of Deferred@562285803 after retry RPC after error@2049448751)))
01:59:49.616 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [40ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [47ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, deferred=Deferred@251823448(state=PENDING, result=null, callback=(continuation of Deferred@1259477380 after retry RPC after error@889029824) -> (continuation of Deferred@1899722232 after retry RPC after error@1787303618) -> (continuation of Deferred@831384622 after retry RPC after error@1762571611) -> (continuation of Deferred@1127258423 after retry RPC after error@1772403093) -> (continuation of Deferred@924238867 after retry RPC after error@732826567) -> (continuation of Deferred@1813042852 after retry RPC after error@540320418) -> (continuation of Deferred@562285803 after retry RPC after error@2049448751), errback=(continuation of Deferred@1259477380 after retry RPC after error@889029824) -> (continuation of Deferred@1899722232 after retry RPC after error@1787303618) -> (continuation of Deferred@831384622 after retry RPC after error@1762571611) -> (continuation of Deferred@1127258423 after retry RPC after error@1772403093) -> (continuation of Deferred@924238867 after retry RPC after error@732826567) -> (continuation of Deferred@1813042852 after retry RPC after error@540320418) -> (continuation of Deferred@562285803 after retry RPC after error@2049448751)))
01:59:49.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.853 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.853 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.853 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.853 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.854 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.855 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@828271567(state=PENDING, result=null, callback=(continuation of Deferred@1578004155 after retry RPC after error@1464592981) -> (continuation of Deferred@1454355925 after retry RPC after error@342731996) -> (continuation of Deferred@968586076 after retry RPC after error@824848252) -> (continuation of Deferred@436217233 after retry RPC after error@1676833089) -> (continuation of Deferred@20041712 after retry RPC after error@1635795301) -> (continuation of Deferred@2050477161 after retry RPC after error@180343319) -> (continuation of Deferred@100586239 after retry RPC after error@1712730188) -> (continuation of Deferred@570879075 after retry RPC after error@1457368414), errback=(continuation of Deferred@1578004155 after retry RPC after error@1464592981) -> (continuation of Deferred@1454355925 after retry RPC after error@342731996) -> (continuation of Deferred@968586076 after retry RPC after error@824848252) -> (continuation of Deferred@436217233 after retry RPC after error@1676833089) -> (continuation of Deferred@20041712 after retry RPC after error@1635795301) -> (continuation of Deferred@2050477161 after retry RPC after error@180343319) -> (continuation of Deferred@100586239 after retry RPC after error@1712730188) -> (continuation of Deferred@570879075 after retry RPC after error@1457368414)))
01:59:49.855 [DEBUG - kudu-nio-7] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [220ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, deferred=Deferred@828271567(state=PENDING, result=null, callback=(continuation of Deferred@1578004155 after retry RPC after error@1464592981) -> (continuation of Deferred@1454355925 after retry RPC after error@342731996) -> (continuation of Deferred@968586076 after retry RPC after error@824848252) -> (continuation of Deferred@436217233 after retry RPC after error@1676833089) -> (continuation of Deferred@20041712 after retry RPC after error@1635795301) -> (continuation of Deferred@2050477161 after retry RPC after error@180343319) -> (continuation of Deferred@100586239 after retry RPC after error@1712730188) -> (continuation of Deferred@570879075 after retry RPC after error@1457368414), errback=(continuation of Deferred@1578004155 after retry RPC after error@1464592981) -> (continuation of Deferred@1454355925 after retry RPC after error@342731996) -> (continuation of Deferred@968586076 after retry RPC after error@824848252) -> (continuation of Deferred@436217233 after retry RPC after error@1676833089) -> (continuation of Deferred@20041712 after retry RPC after error@1635795301) -> (continuation of Deferred@2050477161 after retry RPC after error@180343319) -> (continuation of Deferred@100586239 after retry RPC after error@1712730188) -> (continuation of Deferred@570879075 after retry RPC after error@1457368414)))
01:59:49.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.895 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.252:33043(127.2.110.252:33043)] connecting to peer
01:59:49.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.2.110.253:44917(127.2.110.253:44917)] connecting to peer
01:59:49.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.110.252:33043(127.2.110.252:33043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.110.253:44917(127.2.110.253:44917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.252:33043: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043
01:59:49.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.110.253:44917: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917
01:59:49.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.936 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=11, TimeoutTracker(timeout=50000, elapsed=49350), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [29ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [47ms] Sub RPC ConnectToMaster: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [51ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [67ms] Sub RPC ConnectToMaster: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [71ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [88ms] Sub RPC ConnectToMaster: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [91ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [91ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [107ms] Sub RPC ConnectToMaster: refreshing cache from master, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [109ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [109ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [128ms] Sub RPC ConnectToMaster: refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [129ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [129ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [131ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [131ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [187ms] Sub RPC ConnectToMaster: refreshing cache from master, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [188ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [188ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [189ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [190ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [327ms] Sub RPC ConnectToMaster: refreshing cache from master, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [329ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [329ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [331ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [331ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [567ms] Sub RPC ConnectToMaster: refreshing cache from master, [567ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [569ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [569ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [570ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [570ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [927ms] Sub RPC ConnectToMaster: refreshing cache from master, [927ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [929ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [929ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [930ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [931ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [967ms] Sub RPC ConnectToMaster: refreshing cache from master, [967ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [969ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [969ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [969ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [970ms] too many traces: truncated at 100 traces, deferred=Deferred@1735703347(state=PENDING, result=null, callback=(continuation of Deferred@1559776734 after retry RPC after error@1174914917) -> (continuation of Deferred@360147029 after retry RPC after error@1469637867) -> (continuation of Deferred@1225835899 after retry RPC after error@835985363) -> (continuation of Deferred@525335676 after retry RPC after error@258014402) -> (continuation of Deferred@1083493192 after retry RPC after error@1370451470) -> (continuation of Deferred@828626011 after retry RPC after error@963491929) -> (continuation of Deferred@1598417591 after retry RPC after error@1974476879) -> (continuation of Deferred@1516168110 after retry RPC after error@237320140) -> (continuation of Deferred@2118477037 after retry RPC after error@168005938) -> (continuation of Deferred@669859919 after retry RPC after error@13735977), errback=(continuation of Deferred@1559776734 after retry RPC after error@1174914917) -> (continuation of Deferred@360147029 after retry RPC after error@1469637867) -> (continuation of Deferred@1225835899 after retry RPC after error@835985363) -> (continuation of Deferred@525335676 after retry RPC after error@258014402) -> (continuation of Deferred@1083493192 after retry RPC after error@1370451470) -> (continuation of Deferred@828626011 after retry RPC after error@963491929) -> (continuation of Deferred@1598417591 after retry RPC after error@1974476879) -> (continuation of Deferred@1516168110 after retry RPC after error@237320140) -> (continuation of Deferred@2118477037 after retry RPC after error@168005938) -> (continuation of Deferred@669859919 after retry RPC after error@13735977)))
01:59:49.936 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785; will retry
01:59:49.937 [DEBUG - main] (Connection.java:575) [peer master-127.2.110.253:44917(127.2.110.253:44917)] disconnecting while in state TERMINATED
01:59:49.937 [DEBUG - main] (Connection.java:575) [peer master-127.2.110.254:43785(127.2.110.254:43785)] disconnecting while in state READY
01:59:49.937 [DEBUG - main] (Connection.java:575) [peer 8fd68aee315042e8ac0d620dd43b2595(127.2.110.195:39845)] disconnecting while in state READY
01:59:49.937 [DEBUG - main] (Connection.java:575) [peer master-127.2.110.252:33043(127.2.110.252:33043)] disconnecting while in state TERMINATED
01:59:49.938 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:59:49.938 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 8fd68aee315042e8ac0d620dd43b2595(127.2.110.195:39845)] handling channelInactive
01:59:49.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8fd68aee315042e8ac0d620dd43b2595(127.2.110.195:39845)] cleaning up while in state READY due to: connection closed
01:59:49.939 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.2.110.254:43785(127.2.110.254:43785)] handling channelInactive
01:59:49.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.110.254:43785(127.2.110.254:43785)] cleaning up while in state READY due to: connection closed
01:59:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:49.939144 2491 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu pid 2785
01:59:49.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:49.947329 2935 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.120532 2491 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu with pid 2785
01:59:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:50.142056 2960 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.2.110.193:38783 (error 108)
01:59:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.142571 2491 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu pid 2945
01:59:50.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:50.144263 2960 consensus_peers.cc:597] T 4574eee1a8f04d4f971807c32c846ab4 P ad66e9ce14e34e238fd19b370a7e1046 -> Peer bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783): Couldn't send request to peer bb7623da3b044ca99d86022705bd67db. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.193:38783: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:59:50.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:50.149325 3102 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.110.193:38783: connect: Connection refused (error 111)
01:59:50.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.150012 3077 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:50.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:50.150682 3102 consensus_peers.cc:597] T 54ec7aca4c964e86a741a6bdc2079db3 P 8fd68aee315042e8ac0d620dd43b2595 -> Peer bb7623da3b044ca99d86022705bd67db (127.2.110.193:38783): Couldn't send request to peer bb7623da3b044ca99d86022705bd67db. Status: Network error: Client connection negotiation failed: client connection to 127.2.110.193:38783: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:59:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.263669 2491 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu with pid 2945
01:59:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 01:59:50.280043 3103 connection.cc:573] server connection from 127.2.110.194:51425 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:59:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.280122 2491 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu pid 3087
01:59:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.286962 3218 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:50.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.401417 2491 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu with pid 3087
01:59:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.417838 2491 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu pid 3361
01:59:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.424065 3435 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:50.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 01:59:50.580279 2491 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskoQs3W4/build/asan/bin/kudu with pid 3361
01:59:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T01:59:50Z chronyd exiting
01:59:50.739 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=11, TimeoutTracker(timeout=50000, elapsed=49350), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [29ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [47ms] Sub RPC ConnectToMaster: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [51ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [67ms] Sub RPC ConnectToMaster: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [71ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [88ms] Sub RPC ConnectToMaster: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [91ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [91ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [107ms] Sub RPC ConnectToMaster: refreshing cache from master, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [109ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [109ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [128ms] Sub RPC ConnectToMaster: refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [129ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [129ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [131ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [131ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [187ms] Sub RPC ConnectToMaster: refreshing cache from master, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [188ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [188ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [189ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [190ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [327ms] Sub RPC ConnectToMaster: refreshing cache from master, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [329ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [329ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [331ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [331ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [567ms] Sub RPC ConnectToMaster: refreshing cache from master, [567ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [569ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [569ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [570ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [570ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [927ms] Sub RPC ConnectToMaster: refreshing cache from master, [927ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [929ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [929ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [930ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [931ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [967ms] Sub RPC ConnectToMaster: refreshing cache from master, [967ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [969ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [969ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [969ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [970ms] too many traces: truncated at 100 traces, deferred=Deferred@1735703347(state=PENDING, result=null, callback=(continuation of Deferred@1559776734 after retry RPC after error@1174914917) -> (continuation of Deferred@360147029 after retry RPC after error@1469637867) -> (continuation of Deferred@1225835899 after retry RPC after error@835985363) -> (continuation of Deferred@525335676 after retry RPC after error@258014402) -> (continuation of Deferred@1083493192 after retry RPC after error@1370451470) -> (continuation of Deferred@828626011 after retry RPC after error@963491929) -> (continuation of Deferred@1598417591 after retry RPC after error@1974476879) -> (continuation of Deferred@1516168110 after retry RPC after error@237320140) -> (continuation of Deferred@2118477037 after retry RPC after error@168005938) -> (continuation of Deferred@669859919 after retry RPC after error@13735977), errback=(continuation of Deferred@1559776734 after retry RPC after error@1174914917) -> (continuation of Deferred@360147029 after retry RPC after error@1469637867) -> (continuation of Deferred@1225835899 after retry RPC after error@835985363) -> (continuation of Deferred@525335676 after retry RPC after error@258014402) -> (continuation of Deferred@1083493192 after retry RPC after error@1370451470) -> (continuation of Deferred@828626011 after retry RPC after error@963491929) -> (continuation of Deferred@1598417591 after retry RPC after error@1974476879) -> (continuation of Deferred@1516168110 after retry RPC after error@237320140) -> (continuation of Deferred@2118477037 after retry RPC after error@168005938) -> (continuation of Deferred@669859919 after retry RPC after error@13735977)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=11, TimeoutTracker(timeout=50000, elapsed=49350), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [1ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [8ms] refreshing cache from master, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [29ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [47ms] Sub RPC ConnectToMaster: refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [51ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [67ms] Sub RPC ConnectToMaster: refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [71ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [88ms] Sub RPC ConnectToMaster: refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [91ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [91ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [107ms] Sub RPC ConnectToMaster: refreshing cache from master, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [109ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [109ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [128ms] Sub RPC ConnectToMaster: refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [129ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [129ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [131ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [131ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [187ms] Sub RPC ConnectToMaster: refreshing cache from master, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [188ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [188ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [189ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [190ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [327ms] Sub RPC ConnectToMaster: refreshing cache from master, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [329ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [329ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [331ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [331ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [567ms] Sub RPC ConnectToMaster: refreshing cache from master, [567ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [569ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [569ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [570ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [570ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [927ms] Sub RPC ConnectToMaster: refreshing cache from master, [927ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [928ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [929ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [929ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.253:44917: Network error: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [930ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.254:43785: OK, [931ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.2.110.252:33043,127.2.110.253:44917,127.2.110.254:43785) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.110.253:44917(127.2.110.253:44917): Connection refused: /127.2.110.253:44917, [967ms] Sub RPC ConnectToMaster: refreshing cache from master, [967ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.252:33043, [969ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.253:44917, [969ms] Sub RPC ConnectToMaster: received response from server master-127.2.110.252:33043: Network error: Failed to connect to peer master-127.2.110.252:33043(127.2.110.252:33043): Connection refused: /127.2.110.252:33043, [969ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.110.254:43785, [970ms] too many traces: truncated at 100 traces, deferred=Deferred@1735703347(state=PENDING, result=null, callback=(continuation of Deferred@1559776734 after retry RPC after error@1174914917) -> (continuation of Deferred@360147029 after retry RPC after error@1469637867) -> (continuation of Deferred@1225835899 after retry RPC after error@835985363) -> (continuation of Deferred@525335676 after retry RPC after error@258014402) -> (continuation of Deferred@1083493192 after retry RPC after error@1370451470) -> (continuation of Deferred@828626011 after retry RPC after error@963491929) -> (continuation of Deferred@1598417591 after retry RPC after error@1974476879) -> (continuation of Deferred@1516168110 after retry RPC after error@237320140) -> (continuation of Deferred@2118477037 after retry RPC after error@168005938) -> (continuation of Deferred@669859919 after retry RPC after error@13735977), errback=(continuation of Deferred@1559776734 after retry RPC after error@1174914917) -> (continuation of Deferred@360147029 after retry RPC after error@1469637867) -> (continuation of Deferred@1225835899 after retry RPC after error@835985363) -> (continuation of Deferred@525335676 after retry RPC after error@258014402) -> (continuation of Deferred@1083493192 after retry RPC after error@1370451470) -> (continuation of Deferred@828626011 after retry RPC after error@963491929) -> (continuation of Deferred@1598417591 after retry RPC after error@1974476879) -> (continuation of Deferred@1516168110 after retry RPC after error@237320140) -> (continuation of Deferred@2118477037 after retry RPC after error@168005938) -> (continuation of Deferred@669859919 after retry RPC after error@13735977)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)